-- Logs begin at Tue 2022-03-08 11:02:03 UTC, end at Tue 2022-03-08 12:20:05 UTC. -- Mar 08 11:51:21.909320 dv-cinder-830087-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 11:51:24.847580 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:51:24.848178 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:51:24.848408 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:51:24.851739 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:51:24.851989 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:51:24.852310 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:51:24.853263 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:24.853504 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:24.853885 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:24.854141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:24.854785 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:24.855121 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.855577 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 11:51:24.855905 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.856213 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.856522 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.856826 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.857125 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.857419 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.857716 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.858024 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.858323 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.858614 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.858906 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.859208 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.859497 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.859841 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.860137 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.860431 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.860719 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.861909 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.862473 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.862770 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.863077 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.863359 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.863665 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.863955 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.864253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.864592 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] host = dv-cinder-830087-2-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.864882 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.865178 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.865482 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.865775 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.866061 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.866346 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.866643 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.866928 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.867211 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.867496 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.867817 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.868114 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.868413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.868646 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.868879 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.869194 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.869491 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.869777 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.870061 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.870344 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.870626 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.870909 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.871188 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.871482 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.871799 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.872094 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.872376 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.872659 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.872942 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.873221 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.873515 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.873795 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.874077 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.874354 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.874649 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.874924 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.875205 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.875513 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.875828 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.876119 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.876415 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.876734 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.877320 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.877611 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.877897 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.878180 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.878462 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.878740 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.879029 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.879310 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.879617 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.879900 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.880182 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.880494 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.880758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:24.881061 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.881366 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.881674 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.881980 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.882278 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.882566 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.882860 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.883146 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.883442 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.883770 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.884068 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.884352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.884658 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.884954 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.885253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.885565 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.885862 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.886160 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.886441 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.886727 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.887007 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.887292 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.887608 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.887897 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.888190 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.888484 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.889014 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.889324 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.889615 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.889915 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.890208 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.890488 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.890771 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.891105 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.891350 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.891651 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.891936 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.892269 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.892723 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.893152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.893445 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.893732 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.894014 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.894295 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.894582 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.894880 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.895164 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.895442 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.895744 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.896029 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.896308 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.896603 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.896886 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.897168 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.897442 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.897725 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899503 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899503 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899503 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899503 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899503 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.899915 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.900152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.900659 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.901165 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.901669 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.902183 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.902692 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.903215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.903781 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.904291 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.904689 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.904983 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.905277 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.905582 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.905898 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.906193 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.906492 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.906785 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.907074 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.907364 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.907792 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.908599 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.908893 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.909176 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.909477 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.909772 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.910070 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.910382 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.910670 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.910973 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.911257 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.911571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.911867 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.912155 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.912441 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.912875 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.913169 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.913472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.913773 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.914076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.914375 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.914674 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.914963 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.915284 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.915601 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:24.915828 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:24.916080 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 11:51:25.299092 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:51:25.299382 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:51:25.299718 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:51:25.300205 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 11:51:25.631886 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.632102 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.632379 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.633695 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.633976 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.634262 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.680145 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.680433 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.680705 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.695250 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.695552 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.695831 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.724933 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.725219 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.725494 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.762702 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.762988 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:25.763266 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.114183 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.114805 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.114805 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.114991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.115703 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.216059 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.216386 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.216672 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.216950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.217222 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.217540 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.217808 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.218072 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.218332 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.218622 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.218887 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.219156 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.219417 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.219703 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.219964 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.220231 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.221070 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.221395 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.221715 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.221982 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.222261 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.222524 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.222808 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.223189 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.223445 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.223723 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.224125 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.224372 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.224615 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.224857 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.225095 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.225341 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:26.225709 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 11:51:26.228913 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 11:51:26.233021 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 11:51:26.236885 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 08 11:51:26.238540 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 11:51:26.239015 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 11:51:26.239353 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 11:51:26.239775 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 11:51:26.242629 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 11:51:26.242885 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 11:51:26.243236 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:51:26.248185 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 11:51:26.273389 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 11:51:26.273845 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.274148 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 11:51:26.274523 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.275953 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 11:51:26.276238 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:51:26.276489 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 11:51:26.279837 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.280129 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:26.342562 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 11:51:26.342808 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 11:51:26.343050 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 11:51:26.343422 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 11:51:26.363538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_db.sqlalchemy.engines [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 11:51:26.945720 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing driver for type 'gre' Mar 08 11:51:26.946251 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] gre ID ranges: [(1, 1000)] Mar 08 11:51:27.149659 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing driver for type 'local' Mar 08 11:51:27.156905 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing driver for type 'vlan' Mar 08 11:51:27.265341 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] VlanTypeDriver initialization complete Mar 08 11:51:27.265623 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing driver for type 'vxlan' Mar 08 11:51:27.266136 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] vxlan ID ranges: [(1, 1000)] Mar 08 11:51:27.457939 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing extension driver 'port_security' Mar 08 11:51:27.458287 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] PortSecurityExtensionDriver initialization complete Mar 08 11:51:27.458649 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing mechanism driver 'openvswitch' Mar 08 11:51:27.458978 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing mechanism driver 'hyperv' Mar 08 11:51:27.465654 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:27.466511 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.466893 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.467249 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.467812 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.474656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.474656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.474656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.474656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.474656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.475076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.475438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.475806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > address_group after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > address_group after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.475806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:27.476155 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] ML2 OVO RPC backend initialized. {{(pid=109704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 11:51:27.476553 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.476911 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.477330 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.477681 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > networks before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.478035 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.478384 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > ports before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.478732 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.479076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnets before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.479424 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.479795 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.480138 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.480476 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.480811 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.481146 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.481484 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.481820 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.482155 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.491305 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded quota_driver: . Mar 08 11:51:27.491757 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Modular L2 Plugin initialization complete Mar 08 11:51:27.492136 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading services supported by the core plugin {{(pid=109704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 11:51:27.492640 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Got port-security extension from driver 'port_security' Mar 08 11:51:27.493454 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.extensions.vlantransparent [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Disabled vlantransparent extension. Mar 08 11:51:27.494178 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 11:51:27.494512 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: router Mar 08 11:51:27.532349 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.532689 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.533456 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router before_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.534076 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.534714 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.535319 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_delete 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.535859 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.536234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.536630 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.537223 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.537588 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.537949 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.538389 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.538984 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.539665 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.540261 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.540631 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.540986 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.541346 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.541704 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.542054 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.542402 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.542762 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.543110 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.543656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.544042 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.544393 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.544762 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > agent after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.545116 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > agent after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.545463 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.546335 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Tracking information for resource: router configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:27.546760 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Tracking information for resource: floatingip configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:27.552385 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.db.l3_agentschedulers_db [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 11:51:27.552970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.553332 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.553685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.554036 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.554829 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router before_create 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.555194 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.555578 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_create 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.555940 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > router precommit_update 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.560777 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.provider_configuration [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service providers = [] {{(pid=109704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 11:51:27.562509 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.db.servicetype_db [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 11:51:27.565847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:27.566196 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:27.566542 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:27.567446 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:27.567848 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.services.service_base [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 11:51:27.568229 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.568552 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 11:51:27.579464 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.580793 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: auto_allocate Mar 08 11:51:27.588191 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: network precommit_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.588571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: network precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.589108 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.589433 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: tag Mar 08 11:51:27.598636 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.599084 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: timestamp Mar 08 11:51:27.603013 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.603343 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: network_ip_availability Mar 08 11:51:27.609028 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.609410 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.609769 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.610509 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.611364 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: flavors Mar 08 11:51:27.616584 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.616925 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading Plugin: revisions Mar 08 11:51:27.625624 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:27.626019 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.326s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:51:27.627328 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 11:51:27.627707 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Initializing extension manager. Mar 08 11:51:27.628313 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: __init__.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.628655 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: __pycache__ {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.628993 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.629331 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.630099 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.630677 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: address-group Mar 08 11:51:27.631012 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: address_scope.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.631757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.632268 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: address-scope Mar 08 11:51:27.632599 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.633638 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.634145 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: router-admin-state-down-before-update Mar 08 11:51:27.634472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: agent.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.635179 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.635746 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: agent Mar 08 11:51:27.636078 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: agent_resources_synced.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.636993 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.637501 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: agent-resources-synced Mar 08 11:51:27.637825 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: allowedaddresspairs.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.639906 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.640422 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: allowed-address-pairs Mar 08 11:51:27.640753 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: auto_allocated_topology.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.643603 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.643603 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: auto-allocated-topology Mar 08 11:51:27.643603 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.645062 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.645062 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: availability_zone Mar 08 11:51:27.645062 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: availability_zone_filter.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.645659 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.646162 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: availability_zone_filter Mar 08 11:51:27.646485 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: data_plane_status.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.647406 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.647944 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 11:51:27.648270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: default_subnetpools.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.649187 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.649689 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: default-subnetpools Mar 08 11:51:27.650011 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.650829 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.651339 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: dhcp_agent_scheduler Mar 08 11:51:27.651706 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: dns.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.652632 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.653212 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension dns-integration not supported by any of loaded plugins Mar 08 11:51:27.653534 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: dns_domain_ports.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.654457 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.654962 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 11:51:27.655288 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.656262 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.656765 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 11:51:27.657093 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: dvr.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.657791 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.658294 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: dvr Mar 08 11:51:27.658615 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: ecmp_routes.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.659539 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.660054 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 11:51:27.660381 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: empty_string_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.661299 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.661804 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: empty-string-filtering Mar 08 11:51:27.662129 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.663139 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.663668 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:51:27.663998 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.664922 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.665423 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 11:51:27.665745 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: external_net.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.666664 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.667171 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: external-net Mar 08 11:51:27.667494 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.674725 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.675229 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: extra_dhcp_opt Mar 08 11:51:27.675583 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: extraroute.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.676507 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.677012 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: extraroute Mar 08 11:51:27.677334 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: extraroute_atomic.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.678381 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.678887 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: extraroute-atomic Mar 08 11:51:27.679213 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: filter_validation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.679971 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.680451 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: filter-validation Mar 08 11:51:27.680774 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: fip_pf_description.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.681690 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.682188 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 11:51:27.682520 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: fip_port_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.683652 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.684160 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: fip-port-details Mar 08 11:51:27.684486 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: flavors.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.685730 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.686245 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: flavors Mar 08 11:51:27.686572 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.688299 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.688818 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 11:51:27.689696 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: floatingip_pools.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.690397 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.690907 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: floatingip-pools Mar 08 11:51:27.691238 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: ip_allocation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.692202 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.692703 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 11:51:27.693030 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.693956 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.694465 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: ip-substring-filtering Mar 08 11:51:27.694792 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l2_adjacency.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.695772 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.696277 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 11:51:27.696605 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.697578 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.698091 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: router Mar 08 11:51:27.698425 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.700815 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.701335 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:51:27.701671 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.702609 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.703117 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: ext-gw-mode Mar 08 11:51:27.703470 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.704398 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.704933 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: l3-ha Mar 08 11:51:27.705258 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.706174 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.706676 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 11:51:27.707005 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_flavors.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.707962 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.708471 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: l3-flavors Mar 08 11:51:27.708800 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_ndp_proxy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.710194 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.710712 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 11:51:27.711046 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.711991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.712505 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 11:51:27.712835 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: l3agentscheduler.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.713867 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.714380 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: l3_agent_scheduler Mar 08 11:51:27.714710 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: local_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.716591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.717107 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension local_ip not supported by any of loaded plugins Mar 08 11:51:27.717447 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: logging.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.721163 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.721856 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension logging not supported by any of loaded plugins Mar 08 11:51:27.735381 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: metering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.736466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.737366 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: metering Mar 08 11:51:27.737706 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.738906 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.739424 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: metering_source_and_destination_fields Mar 08 11:51:27.739792 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: multiprovidernet.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.740736 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.741353 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: multi-provider Mar 08 11:51:27.741686 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: netmtu.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.742614 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.743124 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: net-mtu Mar 08 11:51:27.743453 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: netmtu_writable.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.744443 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.744945 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: net-mtu-writable Mar 08 11:51:27.745272 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: network_availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.745948 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.746449 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: network_availability_zone Mar 08 11:51:27.746774 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: network_ip_availability.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.753264 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.753773 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: network-ip-availability Mar 08 11:51:27.754103 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: network_segment_range.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.754871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.755376 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 11:51:27.755808 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: pagination.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.756808 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.757146 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: pagination Mar 08 11:51:27.757472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: port_device_profile.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.758384 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.758999 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: port-device-profile Mar 08 11:51:27.759326 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.760291 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.760798 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: port-mac-address-regenerate Mar 08 11:51:27.761154 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.762084 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.762585 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: port-numa-affinity-policy Mar 08 11:51:27.762909 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: port_resource_request.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.764119 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.764617 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 11:51:27.764941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: port_resource_request_groups.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.765912 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.766418 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 11:51:27.766751 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: portbindings.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.767736 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.768242 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: binding Mar 08 11:51:27.768568 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: portbindings_extended.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.769858 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.770369 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: binding-extended Mar 08 11:51:27.770698 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: portsecurity.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.771654 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.772166 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: port-security Mar 08 11:51:27.772493 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: project_id.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.773538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.773875 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: project-id Mar 08 11:51:27.774202 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: providernet.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.775116 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.775664 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: provider Mar 08 11:51:27.775993 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.779645 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.780173 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos not supported by any of loaded plugins Mar 08 11:51:27.780508 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.788555 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.789024 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 11:51:27.789360 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.790290 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.790804 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 11:51:27.791137 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_default.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.792102 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.792617 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-default not supported by any of loaded plugins Mar 08 11:51:27.792955 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_fip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.793877 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.794426 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-fip not supported by any of loaded plugins Mar 08 11:51:27.794750 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_fip_network_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.795700 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.796213 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 11:51:27.796540 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_gateway_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.797468 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.797980 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 11:51:27.799637 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_port_network_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.799995 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.800513 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 11:51:27.800843 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.801885 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.802397 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 11:51:27.802730 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.803823 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.804337 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 11:51:27.804665 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_pps_rule.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.805861 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.806378 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-pps not supported by any of loaded plugins Mar 08 11:51:27.806705 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_rule_type_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.807656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.808169 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 11:51:27.808493 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: qos_rules_alias.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.809545 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.810058 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 11:51:27.810384 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: quota_check_limit.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.811303 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.811856 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: quota-check-limit Mar 08 11:51:27.812183 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: quotasv2.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.813122 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.813456 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: quotas Mar 08 11:51:27.813786 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: quotasv2_detail.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.815573 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.815919 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: quota_details Mar 08 11:51:27.816254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: rbac.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.817310 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.817833 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: rbac-policies Mar 08 11:51:27.818167 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: rbac_address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.819171 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.819723 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: rbac-address-group Mar 08 11:51:27.820053 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: rbac_address_scope.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.820980 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.821492 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: rbac-address-scope Mar 08 11:51:27.821819 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: rbac_security_groups.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.822749 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.823257 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: rbac-security-groups Mar 08 11:51:27.823610 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: rbac_subnetpool.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.824603 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.825114 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: rbac-subnetpool Mar 08 11:51:27.825440 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: revisionifmatch.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.833179 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.833684 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: revision-if-match Mar 08 11:51:27.834011 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: revisions.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.835128 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.835693 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: standard-attr-revisions Mar 08 11:51:27.836025 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: router_availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.836699 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.837209 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: router_availability_zone Mar 08 11:51:27.837534 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: routerservicetype.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.838467 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.838974 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension router-service-type not supported by any of loaded plugins Mar 08 11:51:27.839304 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.840301 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.840804 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: security-groups-normalized-cidr Mar 08 11:51:27.841128 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.842059 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.842564 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: port-security-groups-filtering Mar 08 11:51:27.842889 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.843838 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.844343 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: security-groups-remote-address-group Mar 08 11:51:27.844668 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.846186 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.846694 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: security-groups-shared-filtering Mar 08 11:51:27.847021 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.847637 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 11:51:27.847958 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: securitygroup.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.857575 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.861538 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: security-group Mar 08 11:51:27.861538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: segment.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.861538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.861538 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension segment not supported by any of loaded plugins Mar 08 11:51:27.861538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.862238 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.862751 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 11:51:27.863081 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: servicetype.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.864246 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.864766 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: service-type Mar 08 11:51:27.865099 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: sorting.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.866090 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.866423 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: sorting Mar 08 11:51:27.866746 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: standard_attr_segment.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.867717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.868231 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 11:51:27.868557 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: standardattrdescription.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.869251 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.869754 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: standard-attr-description Mar 08 11:51:27.870080 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: stateful_security_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.871019 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.871612 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: stateful-security-group Mar 08 11:51:27.871888 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: stdattrs_common.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.872458 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 11:51:27.872781 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.873721 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.874231 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 11:51:27.874550 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnet_onboard.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.875738 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.876330 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: subnet_onboard Mar 08 11:51:27.876688 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.877684 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.878281 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 11:51:27.878614 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnet_service_types.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.879578 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.880181 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: subnet-service-types Mar 08 11:51:27.880509 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnetallocation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.881639 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.882232 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: subnet_allocation Mar 08 11:51:27.882564 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.883230 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.883852 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: subnetpool-prefix-ops Mar 08 11:51:27.884180 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.885263 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.885849 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 11:51:27.886179 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: tagging.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.887314 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.887858 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: standard-attr-tag Mar 08 11:51:27.888190 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: timestamp.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.889666 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.890185 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loaded extension: standard-attr-timestamp Mar 08 11:51:27.890517 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: trunk.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.891596 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.892147 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension trunk not supported by any of loaded plugins Mar 08 11:51:27.892518 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: trunk_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.893526 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.894038 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension trunk-details not supported by any of loaded plugins Mar 08 11:51:27.894364 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: uplink_status_propagation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.895302 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.895845 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 11:51:27.896173 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Loading extension file: vlantransparent.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:27.896842 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:27.897347 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 11:51:27.899889 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:network Mar 08 11:51:27.900414 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnet Mar 08 11:51:27.900813 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:27.901203 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:port Mar 08 11:51:27.902449 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.902888 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service FLAVORS assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.903504 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.903960 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.904284 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:router Mar 08 11:51:27.904718 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:51:27.905209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service METERING assigned prefix: /metering {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.906653 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.907026 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.907381 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:27.909032 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] subnetpool is already registered Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:27.912460 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] subnetpool is already registered Mar 08 11:51:27.914580 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.915012 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service FLAVORS assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.915637 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.916064 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.916403 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:router Mar 08 11:51:27.916744 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] router is already registered Mar 08 11:51:27.917159 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:51:27.917497 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] floatingip is already registered Mar 08 11:51:27.917951 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service METERING assigned prefix: /metering {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.918615 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:51:27.918943 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] rbac_policy is already registered Mar 08 11:51:27.919354 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:51:27.919757 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] security_group is already registered Mar 08 11:51:27.920160 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:51:27.920494 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] security_group_rule is already registered Mar 08 11:51:27.921126 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.921469 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:27.921805 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] subnetpool is already registered Mar 08 11:51:27.922221 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:27.922546 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:27.922878 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] subnetpool is already registered Mar 08 11:51:27.924154 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: extensions {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.925617 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: address-groups {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.927089 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: address-scopes {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.928434 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.929578 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: auto-allocated-topology {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.930814 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: availability_zones {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.932126 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: dhcp-networks {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.933621 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: dhcp-agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.935042 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.937253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: flavors {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.938479 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: service_profiles {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.939867 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: next_providers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.941381 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: service_profiles {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.942870 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: floatingip-pools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.944159 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.947418 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: floatingips {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.948628 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: l3-routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.950030 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: l3-agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.951439 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: metering-labels {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.952827 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: metering-label-rules {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.954150 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: network-ip-availabilities {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.955444 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: bindings {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.957188 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: quotas {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.958772 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: quotas {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.960291 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: rbac-policies {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.961583 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: security-groups {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.962871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: security-group-rules {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.964125 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: service-providers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.965330 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: subnetpools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.966738 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: subnetpools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.968213 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.969891 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.972266 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.974026 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.975832 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.977725 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.979392 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.981299 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.983081 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.984939 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:27.991421 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING keystonemiddleware.auth_token [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 11:51:27.996279 dv-cinder-830087-2-iscsi neutron-server[109704]: WARNING keystonemiddleware.auth_token [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 11:51:28.005013 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Acquired lock "singleton_lock" {{(pid=109704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 11:51:28.005498 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Releasing lock "singleton_lock" {{(pid=109704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 11:51:28.006161 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Starting 2 workers Mar 08 11:51:28.011230 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Started child 109813 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:28.016069 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Started child 109814 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:28.017000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.017763 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO neutron.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 11:51:28.018420 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Publish callbacks [] for process (None), before_spawn {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.018771 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [-] (109813) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:51:28.020901 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.021391 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Starting 1 workers Mar 08 11:51:28.022453 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [-] (109814) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:51:28.026231 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Started child 109815 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:28.026797 dv-cinder-830087-2-iscsi neutron-server[109704]: INFO oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Starting 1 workers Mar 08 11:51:28.029929 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] calling RpcWorker wait() {{(pid=109815) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 11:51:28.030457 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] returning from RpcWorker wait() {{(pid=109815) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 11:51:28.031322 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Started child 109816 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:28.031861 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.032181 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e7297d3-1ba9-424d-a7ef-bed769c3ed3e None None] Publish callbacks [] for process (None), after_spawn {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.032439 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:28.035096 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:51:28.035311 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:28.035501 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:28.035761 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:28.036126 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:28.036293 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:28.036814 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.037025 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.037495 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.037495 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.037626 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.037873 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.038454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.038762 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.038969 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.039258 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.039511 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.039739 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.039897 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.040163 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.040413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.040712 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.040977 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.041234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.041490 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.041845 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.042122 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.042389 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.042627 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.042907 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.043165 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.043707 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.043941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.044208 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.044433 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.044718 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.044950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.045228 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.045478 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.045702 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.045944 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.046193 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.046426 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.046645 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.046903 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.047144 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.047402 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.047677 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.048148 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host = dv-cinder-830087-2-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.048412 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.049165 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.049556 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.049991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.050263 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.050504 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.050766 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.051040 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.051286 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.051543 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_options = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.055757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.056685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.057466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.058352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.059191 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.059191 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.059191 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.059191 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060118 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060118 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060118 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060628 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:28.060775 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060775 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.060775 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.061169 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.061169 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.061430 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.061576 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.062132 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.062132 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.062505 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.062639 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.062868 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.063327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.063568 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.063850 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.064798 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.064798 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.065185 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.065319 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.065462 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.065638 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.065874 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.066116 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.066337 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.066810 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.067103 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.067419 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.067720 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.067978 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069454 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069880 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.069958 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.070186 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.070462 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.070766 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.071032 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.071318 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.071591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.071834 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.072229 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.072597 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.072883 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.073286 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.073531 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.073788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.074012 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.074300 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.074752 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.075079 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.075361 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.075650 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.075927 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.076163 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081234 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.081991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.082613 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083162 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083162 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083162 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083162 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083441 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083505 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083729 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.083984 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.084236 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.084473 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.084689 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.084939 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.085169 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.085411 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.085649 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.085862 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.086082 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.086312 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.086608 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.086814 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.087734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53026) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:28.087890 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.087890 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.087890 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.087890 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.087890 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.088474 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.088474 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.088474 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.088786 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.088905 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.089197 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.089499 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.089745 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.089992 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.090228 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.090470 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.090686 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.090934 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.091173 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.091393 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.091656 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.091918 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.092142 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.092375 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.092597 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.092873 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.093113 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.093336 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.093574 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.093799 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.094041 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.094290 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.094513 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.094782 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.095044 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.095838 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.096649 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.096649 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.096649 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.097062 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.097062 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.097335 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.097571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.098124 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.098124 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.098990 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.098990 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.099198 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.099822 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.100064 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.100322 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.100567 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089688 Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105340 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.105847 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106327 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106608 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106671 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.106873 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.107102 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.107356 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.108430 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.108857 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.109120 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.110263 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.110537 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.110768 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.111585 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.111814 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.112084 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.112336 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.112546 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.112799 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.113021 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.113243 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.113467 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.113703 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.113961 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.114185 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.114465 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.114722 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.114967 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.115196 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.115425 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.116445 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.116673 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.116930 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.117179 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.117401 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.118432 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.118659 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.119229 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.119229 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.119403 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.119749 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.119843 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.120872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.120872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.120872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.120872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.121253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.121338 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.121549 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.121820 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.122051 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.122273 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.122493 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.122738 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.123006 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.123227 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.123444 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.123708 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.123950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.124258 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.124494 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.124757 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.124981 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.125203 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126156 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126156 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126156 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126156 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126519 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126519 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.126719 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.127472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.127472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.127472 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.127764 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.127983 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.128945 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.128945 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.128945 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.128945 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.129249 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.129382 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.129759 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.130140 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.130378 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131413 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131755 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131755 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.131942 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.132392 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.132626 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.133788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.133788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.133788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.133788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.133788 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.134119 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.134185 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.134343 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.134750 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.134968 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.135181 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.135511 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.135758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.135975 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.136253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.136533 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.136777 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.137096 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.137352 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.137599 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.138218 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.138218 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.138409 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.138588 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.139079 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.139300 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.139559 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.139831 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.140143 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.140443 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.140717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.140965 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.141251 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.141528 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.141809 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.142038 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.143100 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.143432 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.144300 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.144300 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.144300 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.144545 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.144960 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.145325 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.145552 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.145772 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.146009 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.146257 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.146501 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.146715 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.147053 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.147201 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.147404 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.147660 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.147872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.148124 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.148348 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.148505 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:28.149060 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:51:28.149218 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:28.149360 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:28.150152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:28.150152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:28.150152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:28.150152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.150152 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151141 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151764 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151764 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.151764 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.152661 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.152825 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.152965 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153127 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153294 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153453 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153615 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153781 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.153943 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.154103 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.154262 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155908 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155908 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155908 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.155908 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156288 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156288 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156288 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156641 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156641 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156875 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.156875 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157068 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157178 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157278 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host = dv-cinder-830087-2-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157427 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157586 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.157789 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.158493 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.158617 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.158756 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.158914 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.159073 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.159231 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.159439 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_options = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.160970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161492 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161492 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161492 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161838 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161838 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.161838 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.163538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.163538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.163538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.163538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.163538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164049 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164049 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164049 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164049 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164291 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164355 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164487 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164653 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164812 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.164969 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165131 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165291 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165449 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165608 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165766 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.165924 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166082 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166241 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166399 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166558 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.166875 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.167033 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.168941 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169392 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169392 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169508 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169801 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.169901 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170052 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170195 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170361 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170527 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170685 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170885 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.170991 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.171559 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:28.171559 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.171559 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172571 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172810 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.172898 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173031 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173192 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173407 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173637 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173805 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.173969 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176022 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176601 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176601 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176601 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176601 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176884 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.176884 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177029 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177176 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177350 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177498 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177658 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177822 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.177984 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.178262 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.178357 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.178496 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.178593 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.178864 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.179036 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.179233 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.179395 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.180351 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.180692 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.180865 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181106 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181217 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181343 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181499 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181661 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181823 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.181984 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.182145 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.182322 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.182490 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.182646 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.182787 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.183591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.183591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.183591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.183591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.183591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184246 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184246 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184246 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184648 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184648 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184648 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184994 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.184994 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185138 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185432 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185595 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185756 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.185916 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186077 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186268 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186430 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186591 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186756 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.186911 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.187972 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.187972 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.187972 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.187972 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.187972 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.188294 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.188358 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.188474 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189068 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189068 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189068 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189284 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189574 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.189740 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190144 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190144 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190304 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190369 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190505 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.190752 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191098 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191098 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191251 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191367 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191544 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191702 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.191858 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192037 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192180 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192336 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192491 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192657 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192794 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.192970 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.193129 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.193457 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.193457 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.193608 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.193872 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194043 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194205 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194462 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194586 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194672 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.194824 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195001 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195139 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195297 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195456 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195654 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195816 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.195980 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196143 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196326 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.196950 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197206 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197440 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197529 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197693 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.197854 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.198012 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.198172 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.198337 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.198493 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.198810 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.199717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.199717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.199717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.199717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.199717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200105 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200105 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200254 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200333 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200466 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200633 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.200943 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201111 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201273 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201434 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201595 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201774 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.201937 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.202098 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.202257 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.202418 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.202585 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.202747 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203270 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203477 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203688 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.203820 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.204083 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.204253 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.204416 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.205105 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.205269 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.205579 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.205882 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.206174 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.206475 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.206758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.207024 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:28.207228 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.207401 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.207619 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.207796 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.207961 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208131 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208274 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208438 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208600 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208762 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.208925 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209162 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209326 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209489 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209653 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209812 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.209977 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.210205 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.210299 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.210447 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.210615 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.210777 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211040 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211209 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211827 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211827 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211827 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.211827 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212259 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212259 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212489 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212489 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212717 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212910 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.212910 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213139 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213258 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213386 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213517 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213749 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.213882 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214069 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214249 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214426 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214538 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214695 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.214850 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.215015 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.215171 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.215326 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.215480 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.215655 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216275 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216275 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216275 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216275 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.216758 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217045 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217045 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217233 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217366 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217500 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217634 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217803 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.217962 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218085 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218229 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218390 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218552 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218714 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.218887 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.219048 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.219211 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.219373 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.219652 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.219823 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.220143 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.220143 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221175 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221175 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221331 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221423 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221595 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221770 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.221932 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.222101 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223215 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.223871 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224133 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224208 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224482 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224482 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224645 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224806 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.224980 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.225463 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.225463 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:28.225463 dv-cinder-830087-2-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:39.919779 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568f3df-0b30-417a-bd70-c73740a632af None None] get_active_networks_info from dv-cinder-830087-2-iscsi {{(pid=109815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 11:51:40.010686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568f3df-0b30-417a-bd70-c73740a632af None None] No non-hosted networks {{(pid=109815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 11:51:40.026368 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.agentschedulers_db [None req-0568f3df-0b30-417a-bd70-c73740a632af None None] DHCP Agent not found on host dv-cinder-830087-2-iscsi {{(pid=109815) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 11:51:40.147844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-318a9cda-58be-4663-b8ac-98f4711096e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.135559 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4eab8cf5-16e6-47ca-87d2-3ff0ade2b226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.172754 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.db.api [None req-f887428f-4734-4073-97aa-a035e465a142 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830087-2-iscsi {{(pid=109815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:42.173167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG oslo_db.api [None req-f887428f-4734-4073-97aa-a035e465a142 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:42.795178 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f887428f-4734-4073-97aa-a035e465a142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.179270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.739422 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.890743 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53114) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:46.074774 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.076172 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.076761 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.077674 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.078171 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.078645 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.080883 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.081895 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.082524 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.083051 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.083677 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.084181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.084669 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.085188 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:46.085737 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830087-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:46.094003 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830087-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:46.442274 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-f74ce0cf-897c-44db-8e14-01d8dd3c6c79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:46.442907 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-f74ce0cf-897c-44db-8e14-01d8dd3c6c79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:46.665152 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [None req-f74ce0cf-897c-44db-8e14-01d8dd3c6c79 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:51:46.684062 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f74ce0cf-897c-44db-8e14-01d8dd3c6c79 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7922997 Mar 08 11:51:48.184312 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.db.l3_hamode_db [None req-f0c03d84-7ca7-4321-bacc-9a0ec70075dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 11:51:48.284509 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c03d84-7ca7-4321-bacc-9a0ec70075dc None None] Routers set() bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:48.285118 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c03d84-7ca7-4321-bacc-9a0ec70075dc None None] Router IDs set() for agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 11:51:49.297548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53140) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:49.608345 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:49.701430 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.policy [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:51:49.744634 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:49.745030 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:49.893887 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294361576', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294360027', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294359471', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294311078', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294307453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731294332053', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1758877', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1880668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944043'] for rbac-policy (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.099491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.100662 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d004363d-d413-4cfa-a51a-6266a62bdc8a admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8021419 Mar 08 11:51:52.574489 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53150) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:53.060359 dv-cinder-830087-2-iscsi neutron-server[109814]: WARNING oslo_policy.policy [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:53.060956 dv-cinder-830087-2-iscsi neutron-server[109814]: WARNING oslo_policy.policy [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:53.281740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:53.422757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Made reservation on behalf of 2795ff37998c454597b382c5096edefd for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:53.484442 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.policy [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109814) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:51:53.527472 dv-cinder-830087-2-iscsi neutron-server[109814]: WARNING oslo_policy.policy [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:53.527879 dv-cinder-830087-2-iscsi neutron-server[109814]: WARNING oslo_policy.policy [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:53.539358 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.561660 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.671423 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks [] for security_group (e174ac50-9a67-4218-a9a4-dbea52a24ca2), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.715425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e174ac50-9a67-4218-a9a4-dbea52a24ca2), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.746764 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:53.774223 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731298177374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (d92a4ca0-95d9-4763-8bdd-d286091bff97), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.774818 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Unsubscribe: segment precommit_create {{(pid=109814) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:51:53.775322 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Added segment d92a4ca0-95d9-4763-8bdd-d286091bff97 of type vlan for network 47686a84-c504-43e7-bd62-f2dade80afcd Mar 08 11:51:53.780838 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e174ac50-9a67-4218-a9a4-dbea52a24ca2,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.805750 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.806111 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.806471 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.806807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.807132 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.807456 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.807802 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.808125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.808446 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.808766 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.809083 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.809400 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.809713 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Tracked resource versions report: Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: pushed versions: Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: { 'AddressGroup': {'1.2'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'ConntrackHelper': {'1.0'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Log': {'1.0'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Network': {'1.1'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Port': {'1.7'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'PortForwarding': {'1.2'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'QosPolicy': {'1.10'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroup': {'1.5'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SubPort': {'1.0'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Subnet': {'1.1'}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Trunk': {'1.1'}} Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: consumer versions: Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'ConntrackHelper': '1.0', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'LocalIPAssociation': '1.0', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Log': '1.0', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Network': '1.1', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Port': '1.7', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'PortForwarding': '1.2', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'QosPolicy': '1.10', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroup': '1.5', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroupRule': '1.2', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SubPort': '1.0', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Subnet': '1.1', Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Trunk': '1.1'}} Mar 08 11:51:53.811059 dv-cinder-830087-2-iscsi neutron-server[109814]: {{(pid=109814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:51:53.900692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (47686a84-c504-43e7-bd62-f2dade80afcd), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.988600 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (47686a84-c504-43e7-bd62-f2dade80afcd), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.993729 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.994487 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.111282 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] Pushing event updated for resources: {'Network': ['ID=47686a84-c504-43e7-bd62-f2dade80afcd,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:54.122641 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 47686a84-c504-43e7-bd62-f2dade80afcd details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:51:54.123135 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9c8bd0a5-ed24-4423-93b1-93826f4071d3 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5463719 Mar 08 11:51:56.687598 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53170) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:57.087269 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc829bb-75c6-4775-9354-a23d9e93ba11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.088579 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9bc829bb-75c6-4775-9354-a23d9e93ba11 demo admin] 10.222.0.52 "GET /v2.0/networks/47686a84-c504-43e7-bd62-f2dade80afcd HTTP/1.1" status: 200 len: 825 time: 0.4000096 Mar 08 11:51:57.124781 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3a8126b8-2b9e-400c-92ea-3bbc1f37f889 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/7be25ed9-82a7-49b3-8b34-5a2bf6db9df1 HTTP/1.1" status: 200 len: 734 time: 0.0306633 Mar 08 11:51:57.133700 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Request body: {'subnet': {'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'gateway_ip': '172.20.0.1'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:57.195270 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Made reservation on behalf of 2795ff37998c454597b382c5096edefd for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:57.197555 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.533889 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (d151b4cd-4a49-4415-960c-8316d72b99db), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.599310 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d151b4cd-4a49-4415-960c-8316d72b99db,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.605494 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Checking segment: {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:57.605919 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Network hostable DHCP agents. Network: 47686a84-c504-43e7-bd62-f2dade80afcd, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:57.681065 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Network 47686a84-c504-43e7-bd62-f2dade80afcd is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:57.744183 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 47686a84-c504-43e7-bd62-f2dade80afcd) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:57.748757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.749353 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.754066 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe1796-c0aa-4ab0-a617-a4edf6948aa3 None None] Network 47686a84-c504-43e7-bd62-f2dade80afcd requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:51:57.809902 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9f880813-793b-4749-976d-9729189ae766 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6792746 Mar 08 11:51:58.145708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-47686a84-c504-43e7-bd62-f2dade80afcd', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'project_id': '2795ff37998c454597b382c5096edefd', 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:51:58.145708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:58.431709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Allocated IP 172.20.0.2 (47686a84-c504-43e7-bd62-f2dade80afcd/d151b4cd-4a49-4415-960c-8316d72b99db/4b3e5cd2-e21a-4b14-bd03-976622dd0657) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:58.702253 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks [] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:58.785312 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:58.864710 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Network 47686a84-c504-43e7-bd62-f2dade80afcd is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:58.869424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:58.874705 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Pushing event updated for resources: {'Port': ['ID=4b3e5cd2-e21a-4b14-bd03-976622dd0657,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.877002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:58.909398 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.909768 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.910130 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.910472 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.910803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.911132 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.911457 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.911806 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.912128 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.912463 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.912789 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.913107 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.913425 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Tracked resource versions report: Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: pushed versions: Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Log': {'1.0'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Network': {'1.1'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Port': {'1.7'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'PortForwarding': {'1.2'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: consumer versions: Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Log': '1.0', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Network': '1.1', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Port': '1.7', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'PortForwarding': '1.2', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SubPort': '1.0', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Subnet': '1.1', Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Mar 08 11:51:58.914815 dv-cinder-830087-2-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:51:58.963180 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Attempting to bind port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:51:58.963510 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Attempting to bind port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:51:58.963949 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Attempting to bind port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 on network 47686a84-c504-43e7-bd62-f2dade80afcd {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:58.968818 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:51:58.969208 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Checking segment: {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:58.969677 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:58.970064 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Bound using segment: {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:51:58.971192 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Bound port: 4b3e5cd2-e21a-4b14-bd03-976622dd0657, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:51:58.971621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.040823 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] For port 4b3e5cd2-e21a-4b14-bd03-976622dd0657, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:51:59.045400 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] For port 4b3e5cd2-e21a-4b14-bd03-976622dd0657, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=4b3e5cd2-e21a-4b14-bd03-976622dd0657,segment=NetworkSegment(d92a4ca0-95d9-4763-8bdd-d286091bff97),segment_id=d92a4ca0-95d9-4763-8bdd-d286091bff97)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:51:59.145040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.209222 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf8147-1a0f-4088-9c62-5b033d6c3b06 None None] Pushing event updated for resources: {'Port': ['ID=4b3e5cd2-e21a-4b14-bd03-976622dd0657,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.421649 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53178) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:00.744664 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [None req-7ba36fa9-e7a9-410c-b29e-99263ad83a05 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:52:00.745745 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7ba36fa9-e7a9-410c-b29e-99263ad83a05 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231585 Mar 08 11:52:03.320331 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53186) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:03.627574 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [None req-98574a3d-3c5c-457e-b6a3-8f93bf6d05cb admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:52:03.628573 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-98574a3d-3c5c-457e-b6a3-8f93bf6d05cb admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3072438 Mar 08 11:52:06.299922 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53194) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:06.615436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:06.710025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (41bcb150-d043-4001-abb0-ede57e3ee88d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.711636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (41bcb150-d043-4001-abb0-ede57e3ee88d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.846242 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Publish callbacks [] for router_controller (41bcb150-d043-4001-abb0-ede57e3ee88d), precommit_add_association {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.910628 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (41bcb150-d043-4001-abb0-ede57e3ee88d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:07.009065 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:07.010230 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3fce4f08-279c-4b52-8196-b191622d9643 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7092292 Mar 08 11:52:08.076409 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:52:09.529672 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53206) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:09.855769 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [None req-a4845352-b07c-4e98-9575-1e6cfa856918 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:52:09.856788 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a4845352-b07c-4e98-9575-1e6cfa856918 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261745 Mar 08 11:52:09.921153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3ffc-44cb-435e-a2bd-a5b6524a2c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.721803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 4b3e5cd2-e21a-4b14-bd03-976622dd0657 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:10.768157 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4559a-edb4-4489-bebb-8d71c96fecf1 None None] Network 47686a84-c504-43e7-bd62-f2dade80afcd requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:10.869344 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Provisioning complete for port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:10.869762 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.916521 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:10.916832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:11.104776 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:11.105415 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:11.114318 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:11.114708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:11.156043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] For port 4b3e5cd2-e21a-4b14-bd03-976622dd0657, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=4b3e5cd2-e21a-4b14-bd03-976622dd0657,segment=NetworkSegment(d92a4ca0-95d9-4763-8bdd-d286091bff97),segment_id=d92a4ca0-95d9-4763-8bdd-d286091bff97)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:11.218892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:11.294128 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.db.api [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:11.294501 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG oslo_db.api [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:11.297163 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f60db9-982c-4661-b618-825e727a78e8 None None] Pushing event updated for resources: {'Port': ['ID=4b3e5cd2-e21a-4b14-bd03-976622dd0657,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:11.337687 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-c1b69534-7dd2-4583-b0f4-4b86cc050221 None None] Provisioning complete for port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:11.338093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c1b69534-7dd2-4583-b0f4-4b86cc050221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:11.411202 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-c1b69534-7dd2-4583-b0f4-4b86cc050221 None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:11.830395 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:12.096640 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8b161bbe-d42b-4186-b594-15fd76c80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.399007 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53216) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:12.698399 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 4b3e5cd2-e21a-4b14-bd03-976622dd0657 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:12.711006 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:12.746890 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:12.747278 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.781797 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Made reservation on behalf of 675cf84704734f5798e386951dca511b for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:12.784381 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.792858 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.820706 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:12.863956 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks [] for security_group (84eeb7b2-8cf9-4ade-b7ab-c21ca185d553), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.943068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (84eeb7b2-8cf9-4ade-b7ab-c21ca185d553), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.959986 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Reserving flat network on physical network physnet1 {{(pid=109814) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 11:52:12.977394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eeb7b2-8cf9-4ade-b7ab-c21ca185d553,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.982530 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (b11ac897-515b-4f8e-b37c-999eae1dc6ee), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.982874 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Added segment b11ac897-515b-4f8e-b37c-999eae1dc6ee of type flat for network 7dff1098-959b-440e-b367-96b3283ec037 Mar 08 11:52:13.027588 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (7dff1098-959b-440e-b367-96b3283ec037), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.118979 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (7dff1098-959b-440e-b367-96b3283ec037), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.119952 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:13.120530 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.147629 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.209032 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] Pushing event updated for resources: {'Network': ['ID=7dff1098-959b-440e-b367-96b3283ec037,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:13.218753 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 7dff1098-959b-440e-b367-96b3283ec037 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:52:13.238074 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6c70362c-b6b9-4fc4-843c-9857fb5facca admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8378372 Mar 08 11:52:14.697504 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.784465 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53234) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:15.956025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e0df3-9007-4db4-8146-211f1c029f1d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:15.957502 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b87e0df3-9007-4db4-8146-211f1c029f1d demo admin] 10.222.0.52 "GET /v2.0/subnets/d151b4cd-4a49-4415-960c-8316d72b99db HTTP/1.1" status: 200 len: 849 time: 0.1719446 Mar 08 11:52:15.977442 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.081033 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-d1988149-0245-4935-aac7-94af07905282 demo admin] 10.222.0.52 "GET /v2.0/routers/41bcb150-d043-4001-abb0-ede57e3ee88d HTTP/1.1" status: 200 len: 704 time: 0.1181715 Mar 08 11:52:16.347692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.641368 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Allocated IP 172.20.0.1 (47686a84-c504-43e7-bd62-f2dade80afcd/d151b4cd-4a49-4415-960c-8316d72b99db/0c6f3775-a2f2-462a-9b8e-faad52857e2c) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:16.833177 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks [] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.955990 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.021539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Network 47686a84-c504-43e7-bd62-f2dade80afcd is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:17.028283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.034698 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:52:17.034698 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (41bcb150-d043-4001-abb0-ede57e3ee88d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.101394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Pushing event updated for resources: {'Port': ['ID=0c6f3775-a2f2-462a-9b8e-faad52857e2c,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.266238 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-213a4a99-2f37-4027-babe-9aecc6965152 None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:17.267465 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-213a4a99-2f37-4027-babe-9aecc6965152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.302125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.302450 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-213a4a99-2f37-4027-babe-9aecc6965152 None None] Port 0c6f3775-a2f2-462a-9b8e-faad52857e2c cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:52:17.508286 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks [] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.560268 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.560998 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (41bcb150-d043-4001-abb0-ede57e3ee88d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.644757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Pushing event updated for resources: {'Port': ['ID=0c6f3775-a2f2-462a-9b8e-faad52857e2c,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.687012 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Network 47686a84-c504-43e7-bd62-f2dade80afcd is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:17.688339 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.909350 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Router 41bcb150-d043-4001-abb0-ede57e3ee88d is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:52:18.002283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:18.007403 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4a092c59-e7e1-45c8-8e58-6f213072b642 demo admin] 10.222.0.52 "PUT /v2.0/routers/41bcb150-d043-4001-abb0-ede57e3ee88d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9212513 Mar 08 11:52:18.012287 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Sync routers for ids ['41bcb150-d043-4001-abb0-ede57e3ee88d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:18.026356 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Routers {'41bcb150-d043-4001-abb0-ede57e3ee88d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:18.027206 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['41bcb150-d043-4001-abb0-ede57e3ee88d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:18.028631 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-4450b67c-5699-4188-95cc-0ba91bcd7651 None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:18.029202 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4450b67c-5699-4188-95cc-0ba91bcd7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.063953 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-4450b67c-5699-4188-95cc-0ba91bcd7651 None None] Port 0c6f3775-a2f2-462a-9b8e-faad52857e2c cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:52:18.220111 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Set router 41bcb150-d043-4001-abb0-ede57e3ee88d gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:18.648623 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 2, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port_host': None, '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 2, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:18.701177 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Checking router: 41bcb150-d043-4001-abb0-ede57e3ee88d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:18.701548 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Updating router 41bcb150-d043-4001-abb0-ede57e3ee88d port 0c6f3775-a2f2-462a-9b8e-faad52857e2c binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:18.753598 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.263509 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks [] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.325819 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.483153 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Pushing event updated for resources: {'Port': ['ID=0c6f3775-a2f2-462a-9b8e-faad52857e2c,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.499325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.499649 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.500014 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.500356 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.501214 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.501542 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.501881 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.502194 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.502503 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.502839 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.503160 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.503486 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.503815 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Tracked resource versions report: Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: pushed versions: Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: { 'AddressGroup': {'1.2'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'ConntrackHelper': {'1.0'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Log': {'1.0'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Network': {'1.1'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Port': {'1.7'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'PortForwarding': {'1.2'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'QosPolicy': {'1.10'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroup': {'1.5'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SubPort': {'1.0'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Subnet': {'1.1'}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Trunk': {'1.1'}} Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: consumer versions: Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'ConntrackHelper': '1.0', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'LocalIPAssociation': '1.0', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Log': '1.0', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Network': '1.1', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Port': '1.7', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'PortForwarding': '1.2', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'QosPolicy': '1.10', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroup': '1.5', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroupRule': '1.2', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SubPort': '1.0', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Subnet': '1.1', Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Trunk': '1.1'}} Mar 08 11:52:19.505231 dv-cinder-830087-2-iscsi neutron-server[109816]: {{(pid=109816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:52:19.507858 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Attempting to bind port 0c6f3775-a2f2-462a-9b8e-faad52857e2c on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:52:19.508260 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Attempting to bind port 0c6f3775-a2f2-462a-9b8e-faad52857e2c by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:52:19.508691 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Attempting to bind port 0c6f3775-a2f2-462a-9b8e-faad52857e2c on network 47686a84-c504-43e7-bd62-f2dade80afcd {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:52:19.514897 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:52:19.515319 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Checking segment: {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:19.515836 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.520775 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Bound using segment: {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:52:19.521333 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Bound port: 0c6f3775-a2f2-462a-9b8e-faad52857e2c, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a4ca0-95d9-4763-8bdd-d286091bff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:52:19.521733 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.594153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-14e6c76c-d55f-460b-ad9a-b6db15b406a9 None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:19.595011 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-14e6c76c-d55f-460b-ad9a-b6db15b406a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.597633 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] For port 0c6f3775-a2f2-462a-9b8e-faad52857e2c, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:52:19.616874 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] For port 0c6f3775-a2f2-462a-9b8e-faad52857e2c, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0c6f3775-a2f2-462a-9b8e-faad52857e2c,segment=NetworkSegment(d92a4ca0-95d9-4763-8bdd-d286091bff97),segment_id=d92a4ca0-95d9-4763-8bdd-d286091bff97)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:52:19.632247 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-14e6c76c-d55f-460b-ad9a-b6db15b406a9 None None] Port 0c6f3775-a2f2-462a-9b8e-faad52857e2c cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:52:19.696813 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.758165 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Routers {'41bcb150-d043-4001-abb0-ede57e3ee88d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:19.758795 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['41bcb150-d043-4001-abb0-ede57e3ee88d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.800570 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b856889-232e-4941-b34d-79771d3bc6fc None None] Pushing event updated for resources: {'Port': ['ID=0c6f3775-a2f2-462a-9b8e-faad52857e2c,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.855557 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] Set router 41bcb150-d043-4001-abb0-ede57e3ee88d gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:19.953800 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:19.954291 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.036571 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Current status of the port 0c6f3775-a2f2-462a-9b8e-faad52857e2c is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:20.036989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.069465 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] For port 0c6f3775-a2f2-462a-9b8e-faad52857e2c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0c6f3775-a2f2-462a-9b8e-faad52857e2c,segment=NetworkSegment(d92a4ca0-95d9-4763-8bdd-d286091bff97),segment_id=d92a4ca0-95d9-4763-8bdd-d286091bff97)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:20.087173 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 2, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port_host': None, '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:19Z', 'revision_number': 4, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:20.113055 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1462ef1-8449-4ab3-a6a4-eb735f5e497d None None] The sync data for ids ['41bcb150-d043-4001-abb0-ede57e3ee88d'] in dv-cinder-830087-2-iscsi is: [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 2, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port_host': None, '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:19Z', 'revision_number': 4, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:20.138118 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.186075 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b22cb1-0caa-432f-83be-1be8f26a3295 None None] Pushing event updated for resources: {'Port': ['ID=0c6f3775-a2f2-462a-9b8e-faad52857e2c,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:20.535511 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53254) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:20.656154 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcdd27a-72b8-4f0d-9ad9-4ca025e9780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:20.658159 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-fbcdd27a-72b8-4f0d-9ad9-4ca025e9780f admin admin] 10.222.0.52 "GET /v2.0/networks/7dff1098-959b-440e-b367-96b3283ec037 HTTP/1.1" status: 200 len: 842 time: 0.1216745 Mar 08 11:52:20.667485 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'cidr': '172.27.3.0/24'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:20.766791 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Made reservation on behalf of 675cf84704734f5798e386951dca511b for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:20.769214 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:21.182357 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.objects.ports [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109814) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 11:52:21.182779 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (e64087ff-5f18-410f-846e-fa3dbb4e41f1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:21.233771 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64087ff-5f18-410f-846e-fa3dbb4e41f1,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:21.243699 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:21.244051 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Network hostable DHCP agents. Network: 7dff1098-959b-440e-b367-96b3283ec037, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:21.326073 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:21.398626 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 7dff1098-959b-440e-b367-96b3283ec037) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:21.402613 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:21.403206 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:21.409305 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa09e3c-9f7d-4a1d-90cd-31aae287ba56 None None] Network 7dff1098-959b-440e-b367-96b3283ec037 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:21.483424 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5b0754a0-d832-43b6-9b0b-30a7518b2b9c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8189101 Mar 08 11:52:21.515829 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851b34d-7d7c-45d4-923f-e31d915a9208 None None] Network 7dff1098-959b-440e-b367-96b3283ec037 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:23.905400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53262) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:24.171795 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-87fce098-1b71-45f8-9d21-c2e21f7bde2c demo admin] 10.222.0.52 "GET /v2.0/routers/41bcb150-d043-4001-abb0-ede57e3ee88d HTTP/1.1" status: 200 len: 710 time: 0.2651830 Mar 08 11:52:24.352923 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963305e-c846-4731-b148-41268bf3f5ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:24.354422 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e963305e-c846-4731-b148-41268bf3f5ff demo admin] 10.222.0.52 "GET /v2.0/networks/7dff1098-959b-440e-b367-96b3283ec037 HTTP/1.1" status: 200 len: 886 time: 0.1773939 Mar 08 11:52:24.363961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:24.621944 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks [] for router_gateway (41bcb150-d043-4001-abb0-ede57e3ee88d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:24.925467 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks [] for router_gateway (41bcb150-d043-4001-abb0-ede57e3ee88d), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:25.001097 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:25.182740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Allocated IP 172.27.3.102 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/df601e38-cbf9-433e-8ab5-16b3f163f253) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:25.332146 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks [] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:25.447051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:25.515057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:25.521191 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:25.565266 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Pushing event updated for resources: {'Port': ['ID=df601e38-cbf9-433e-8ab5-16b3f163f253,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:25.567970 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:52:25.607173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.607543 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.607894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.608232 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.608561 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.608889 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.609230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.609665 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.610041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.610383 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.610710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.611031 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.611349 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Tracked resource versions report: Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: pushed versions: Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: { 'AddressGroup': {'1.2'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'ConntrackHelper': {'1.0'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Log': {'1.0'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Network': {'1.1'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Port': {'1.7'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'PortForwarding': {'1.2'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'QosPolicy': {'1.10'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroup': {'1.5'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SubPort': {'1.0'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Subnet': {'1.1'}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Trunk': {'1.1'}} Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: consumer versions: Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'ConntrackHelper': '1.0', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'LocalIPAssociation': '1.0', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Log': '1.0', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Network': '1.1', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Port': '1.7', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'PortForwarding': '1.2', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'QosPolicy': '1.10', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroup': '1.5', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroupRule': '1.2', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SubPort': '1.0', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Subnet': '1.1', Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Trunk': '1.1'}} Mar 08 11:52:25.612707 dv-cinder-830087-2-iscsi neutron-server[109813]: {{(pid=109813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:52:25.951245 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks [] for router_gateway (41bcb150-d043-4001-abb0-ede57e3ee88d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:26.199296 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26491'] for router (41bcb150-d043-4001-abb0-ede57e3ee88d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:26.204735 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576023'] for router (41bcb150-d043-4001-abb0-ede57e3ee88d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:26.316325 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Router 41bcb150-d043-4001-abb0-ede57e3ee88d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:52:26.426015 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:26.430459 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:26.431679 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b20f86a2-9dea-4dd0-8d11-297f0d0a4c4d demo admin] 10.222.0.52 "PUT /v2.0/routers/41bcb150-d043-4001-abb0-ede57e3ee88d HTTP/1.1" status: 200 len: 890 time: 2.0709333 Mar 08 11:52:28.751627 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 0c6f3775-a2f2-462a-9b8e-faad52857e2c up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:28.800462 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:28.800755 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:28.826693 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Sync routers for ids ['41bcb150-d043-4001-abb0-ede57e3ee88d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:28.849525 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Routers {'41bcb150-d043-4001-abb0-ede57e3ee88d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:28.850178 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['41bcb150-d043-4001-abb0-ede57e3ee88d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:28.966296 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53278) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:29.062299 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 0c6f3775-a2f2-462a-9b8e-faad52857e2c is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:29.085550 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-011eafa5-432d-4497-aaab-8feac40579a1 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180384 Mar 08 11:52:29.108520 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Set router 41bcb150-d043-4001-abb0-ede57e3ee88d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:29.600685 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:25Z', 'revision_number': 4, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port': {'id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:25Z', 'updated_at': '2022-03-08T11:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:20Z', 'revision_number': 5, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:29.652955 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Checking router: 41bcb150-d043-4001-abb0-ede57e3ee88d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:29.653323 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Updating router 41bcb150-d043-4001-abb0-ede57e3ee88d port df601e38-cbf9-433e-8ab5-16b3f163f253 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:29.707682 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.053810 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks [] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.119700 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.170809 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Attempting to bind port df601e38-cbf9-433e-8ab5-16b3f163f253 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:52:30.171181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Attempting to bind port df601e38-cbf9-433e-8ab5-16b3f163f253 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:52:30.171569 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Attempting to bind port df601e38-cbf9-433e-8ab5-16b3f163f253 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:52:30.174526 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938221-c00c-4684-878c-fe5e8ea0a443 None None] Pushing event updated for resources: {'Port': ['ID=df601e38-cbf9-433e-8ab5-16b3f163f253,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.178904 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:52:30.180801 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:30.180801 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.180801 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:52:30.180801 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Bound port: df601e38-cbf9-433e-8ab5-16b3f163f253, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:52:30.181105 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.230594 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] For port df601e38-cbf9-433e-8ab5-16b3f163f253, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:52:30.239611 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] For port df601e38-cbf9-433e-8ab5-16b3f163f253, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=df601e38-cbf9-433e-8ab5-16b3f163f253,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:52:30.309343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.363036 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Routers {'41bcb150-d043-4001-abb0-ede57e3ee88d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:30.363679 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['41bcb150-d043-4001-abb0-ede57e3ee88d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:30.412093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938221-c00c-4684-878c-fe5e8ea0a443 None None] Pushing event updated for resources: {'Port': ['ID=df601e38-cbf9-433e-8ab5-16b3f163f253,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.500243 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] Set router 41bcb150-d043-4001-abb0-ede57e3ee88d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:30.713367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:25Z', 'revision_number': 4, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port': {'id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:25Z', 'updated_at': '2022-03-08T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:20Z', 'revision_number': 5, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:30.741845 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17098d-a22e-4521-bf78-afdb700f052d None None] The sync data for ids ['41bcb150-d043-4001-abb0-ede57e3ee88d'] in dv-cinder-830087-2-iscsi is: [{'id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'name': 'router1', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:52:06Z', 'updated_at': '2022-03-08T11:52:25Z', 'revision_number': 4, 'project_id': '2795ff37998c454597b382c5096edefd', 'gw_port': {'id': 'df601e38-cbf9-433e-8ab5-16b3f163f253', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:25Z', 'updated_at': '2022-03-08T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '0c6f3775-a2f2-462a-9b8e-faad52857e2c', 'name': '', 'network_id': '47686a84-c504-43e7-bd62-f2dade80afcd', 'tenant_id': '2795ff37998c454597b382c5096edefd', 'mac_address': 'fa:16:3e:1e:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bcb150-d043-4001-abb0-ede57e3ee88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:20Z', 'revision_number': 5, 'project_id': '2795ff37998c454597b382c5096edefd', 'subnets': [{'id': 'd151b4cd-4a49-4415-960c-8316d72b99db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7be25ed9-82a7-49b3-8b34-5a2bf6db9df1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:32.802425 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device df601e38-cbf9-433e-8ab5-16b3f163f253 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:32.860226 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port df601e38-cbf9-433e-8ab5-16b3f163f253 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:32.861489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:32.952337 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port df601e38-cbf9-433e-8ab5-16b3f163f253 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:32.954234 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:32.978111 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port df601e38-cbf9-433e-8ab5-16b3f163f253, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=df601e38-cbf9-433e-8ab5-16b3f163f253,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:33.057149 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:33.130747 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=df601e38-cbf9-433e-8ab5-16b3f163f253,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:34.839631 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device df601e38-cbf9-433e-8ab5-16b3f163f253 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:34.943950 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port df601e38-cbf9-433e-8ab5-16b3f163f253 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:34.944522 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (df601e38-cbf9-433e-8ab5-16b3f163f253), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.168173 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port df601e38-cbf9-433e-8ab5-16b3f163f253 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:39.942990 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-10c2b72d-44bd-49a8-9e50-3eb49c8df389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:42.096425 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a0028e1-1efe-4a16-9e90-cd5156901efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:43.142181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.696354 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:45.078063 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:52:45.993959 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:09.952293 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e0b0-4ebf-4f06-adcc-242798851615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:12.097992 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5462-aeee-4573-8ccc-3341363078f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.575060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:14.700603 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:15.979062 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.078751 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:53:39.933601 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e71f1f19-c331-4431-8e8d-3b29a809a4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:42.082174 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cfb3b080-28f7-4555-9989-08764a32ba76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:43.139139 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.675757 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:45.978607 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:53.486315 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53762) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:53.547683 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd40dd20-8b0f-474a-989b-8055de59aa42 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:53:53.548963 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fd40dd20-8b0f-474a-989b-8055de59aa42 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617132 Mar 08 11:53:53.714734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3686ff-4c44-4249-b8fd-94e1b5c9127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:53.716180 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8f3686ff-4c44-4249-b8fd-94e1b5c9127b admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631958 Mar 08 11:53:56.033361 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53772) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:56.122985 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e97fd-b926-4b91-819d-e71597931015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.124472 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-519e97fd-b926-4b91-819d-e71597931015 admin admin] 10.222.0.52 "GET /v2.0/subnets/d151b4cd-4a49-4415-960c-8316d72b99db HTTP/1.1" status: 200 len: 849 time: 0.0901129 Mar 08 11:53:56.134085 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:56.226285 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Publish callbacks [] for subnet (d151b4cd-4a49-4415-960c-8316d72b99db), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:56.423711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731298239407'] for subnet (d151b4cd-4a49-4415-960c-8316d72b99db), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:56.456024 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.456616 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:56.458446 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] 10.222.0.52 "PUT /v2.0/subnets/d151b4cd-4a49-4415-960c-8316d72b99db HTTP/1.1" status: 200 len: 868 time: 0.3281405 Mar 08 11:53:56.461195 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4bd4f5-c046-40a5-9660-464c13f01589 None None] Network 47686a84-c504-43e7-bd62-f2dade80afcd requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:56.480016 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d151b4cd-4a49-4415-960c-8316d72b99db,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:56.487306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.487704 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.488045 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.488382 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.488711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.489038 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.489387 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.489718 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.490058 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.490414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.490741 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.491058 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.491381 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb6f88-34d5-425f-88d0-b8d89fd65c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:56.847095 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Provisioning complete for port 0c6f3775-a2f2-462a-9b8e-faad52857e2c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:56.847483 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0c6f3775-a2f2-462a-9b8e-faad52857e2c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:56.921716 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Current status of the port 0c6f3775-a2f2-462a-9b8e-faad52857e2c is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:56.931494 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Provisioning complete for port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:56.931906 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4b3e5cd2-e21a-4b14-bd03-976622dd0657), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:57.016750 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-5787f36a-e04c-44dd-af85-52c123581ff7 None None] Current status of the port 4b3e5cd2-e21a-4b14-bd03-976622dd0657 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:58.791110 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53782) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:58.984743 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ef787-b6f5-42fc-b8b2-79fa753daab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:58.985144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ef787-b6f5-42fc-b8b2-79fa753daab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:58.986678 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8e4ef787-b6f5-42fc-b8b2-79fa753daab9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944900 Mar 08 11:53:59.079553 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:54:01.315327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53790) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:01.465267 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a780cd-f024-42d3-9e8d-7a79048efe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.465656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a780cd-f024-42d3-9e8d-7a79048efe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.467370 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a5a780cd-f024-42d3-9e8d-7a79048efe91 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1509178 Mar 08 11:54:03.788636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53798) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:03.921149 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a6c42-66d9-4b24-800a-073827fe4956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:03.922537 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-cf4a6c42-66d9-4b24-800a-073827fe4956 admin admin] 10.222.0.52 "GET /v2.0/networks/47686a84-c504-43e7-bd62-f2dade80afcd HTTP/1.1" status: 200 len: 869 time: 0.1329653 Mar 08 11:54:06.296136 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53806) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:06.419173 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b017525b-fa60-4908-8158-fbaf7da17958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.420534 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b017525b-fa60-4908-8158-fbaf7da17958 admin admin] 10.222.0.52 "GET /v2.0/networks/7dff1098-959b-440e-b367-96b3283ec037 HTTP/1.1" status: 200 len: 886 time: 0.1234343 Mar 08 11:54:08.790042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53814) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:08.913316 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae9a65-f693-4a00-b970-0928c4c7aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.913772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae9a65-f693-4a00-b970-0928c4c7aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.915273 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7bae9a65-f693-4a00-b970-0928c4c7aba3 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242743 Mar 08 11:54:09.930178 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-830f1d23-636c-4670-b928-2718b0ecfb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:11.243131 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53822) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:11.332341 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5a0ec-dae7-466d-a548-a801c1b81a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:11.332800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5a0ec-dae7-466d-a548-a801c1b81a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:11.334279 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-78c5a0ec-dae7-466d-a548-a801c1b81a9e admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901706 Mar 08 11:54:12.097476 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ed88e56c-d4c0-443a-9cc4-3325de50d3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.167895 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.670912 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53830) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:13.760614 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9917b-4474-495c-841e-e4e37879497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:13.761941 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7cd9917b-4474-495c-841e-e4e37879497d admin admin] 10.222.0.52 "GET /v2.0/subnets/d151b4cd-4a49-4415-960c-8316d72b99db HTTP/1.1" status: 200 len: 868 time: 0.0900474 Mar 08 11:54:14.695365 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.965649 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:16.092494 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53838) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:16.182339 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386dbfb-c565-4236-acca-0e159aa849f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:16.183712 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8386dbfb-c565-4236-acca-0e159aa849f6 admin admin] 10.222.0.52 "GET /v2.0/subnets/e64087ff-5f18-410f-846e-fa3dbb4e41f1 HTTP/1.1" status: 200 len: 816 time: 0.0902567 Mar 08 11:54:36.077747 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:54:39.918593 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4390e361-572b-4915-8850-00836269173c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.094607 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdd59ab2-d063-4570-898a-e4c0ec1438ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:43.139376 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:44.700559 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:44.716710 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53890) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:44.764804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [None req-f3d53a4b-76f1-4587-af9d-b7ca5d7cbc65 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:54:44.765852 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f3d53a4b-76f1-4587-af9d-b7ca5d7cbc65 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482008 Mar 08 11:54:45.964035 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:47.161404 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53898) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:47.222788 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b7fa2-d50c-4c6b-abe2-ccf965ff6875 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:54:47.224086 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-807b7fa2-d50c-4c6b-abe2-ccf965ff6875 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616944 Mar 08 11:54:47.362953 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf5751-a459-4afc-87d3-a76ef6d7c8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:47.364373 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-dabf5751-a459-4afc-87d3-a76ef6d7c8d3 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361649 Mar 08 11:54:49.750718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53906) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:49.805339 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:49.895246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Made reservation on behalf of 675cf84704734f5798e386951dca511b for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:49.897979 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.940589 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING neutron.services.revisions.revision_plugin [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Could not find related network for resource to bump revision. Mar 08 11:54:49.956411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:49.968018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731298177374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (85ace06a-2094-43e7-bb94-31e699208c31), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.968585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Unsubscribe: segment precommit_create {{(pid=109813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:54:49.969025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Added segment 85ace06a-2094-43e7-bb94-31e699208c31 of type vlan for network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 Mar 08 11:54:50.020607 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (6ae81600-6d51-4fc2-bf54-8ca4d6d980e7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.110354 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (6ae81600-6d51-4fc2-bf54-8ca4d6d980e7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.111326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:50.111935 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.201839 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Pushing event updated for resources: {'Network': ['ID=6ae81600-6d51-4fc2-bf54-8ca4d6d980e7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.208391 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.208758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.209100 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.209432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.209761 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.210088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.210429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.210758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.211099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.211437 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.211786 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.212106 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.212423 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:50.224512 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:54:50.274828 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bfd5ab4a-ff38-4c9e-a7d0-9f3a93ae92fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5227923 Mar 08 11:54:52.661125 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53914) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:52.721892 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e04ea0-0415-4587-9832-2659770d8293 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:54:52.723171 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c2e04ea0-0415-4587-9832-2659770d8293 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610912 Mar 08 11:54:52.794041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2e2d3-0012-44a5-9704-e0d55e8c08df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:52.795507 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e9d2e2d3-0012-44a5-9704-e0d55e8c08df admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683386 Mar 08 11:54:52.805196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:52.872560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Made reservation on behalf of 675cf84704734f5798e386951dca511b for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:52.874729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.089459 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.146407 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.155170 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Checking segment: {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:54:53.155545 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Network hostable DHCP agents. Network: 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:53.237405 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:53.300161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:53.304187 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:53.304781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.309537 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5fa07-2ab0-4107-89d3-e3bd97eb8e70 None None] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:54:53.398651 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cf29e25a-dadd-4f8a-9dbf-341fe8e5532e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5967033 Mar 08 11:54:53.412774 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-6ae81600-6d51-4fc2-bf54-8ca4d6d980e7', 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7', 'project_id': '675cf84704734f5798e386951dca511b', 'fixed_ips': [{'subnet_id': '73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:54:53.413667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.660453 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Allocated IP 192.168.233.2 (6ae81600-6d51-4fc2-bf54-8ca4d6d980e7/73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b/4a13a9b7-6d71-418c-8795-f82aee138166) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:53.801986 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks [] for port (4a13a9b7-6d71-418c-8795-f82aee138166), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.895484 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.937521 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:53.940451 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:53.943911 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:54:53.952380 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Pushing event updated for resources: {'Port': ['ID=4a13a9b7-6d71-418c-8795-f82aee138166,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.961845 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.962223 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.962590 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.962934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.963270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.963628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.963960 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.965384 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.965798 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.966155 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.966492 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.966820 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:53.967146 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:54.016220 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Attempting to bind port 4a13a9b7-6d71-418c-8795-f82aee138166 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:54:54.016594 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Attempting to bind port 4a13a9b7-6d71-418c-8795-f82aee138166 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:54:54.016956 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Attempting to bind port 4a13a9b7-6d71-418c-8795-f82aee138166 on network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:54:54.022118 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:54:54.022489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Checking segment: {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:54:54.022884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.023276 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Bound using segment: {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:54:54.023753 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Bound port: 4a13a9b7-6d71-418c-8795-f82aee138166, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:54:54.024127 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.088818 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] For port 4a13a9b7-6d71-418c-8795-f82aee138166, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:54:54.097362 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] For port 4a13a9b7-6d71-418c-8795-f82aee138166, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=4a13a9b7-6d71-418c-8795-f82aee138166,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:54:54.179930 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.237456 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea39f3-d2ca-4ed6-a06c-a060fbe7262d None None] Pushing event updated for resources: {'Port': ['ID=4a13a9b7-6d71-418c-8795-f82aee138166,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:54.852537 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 4a13a9b7-6d71-418c-8795-f82aee138166 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:54:54.914809 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 4a13a9b7-6d71-418c-8795-f82aee138166 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:54.915201 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:55.006989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 4a13a9b7-6d71-418c-8795-f82aee138166 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:55.007189 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:55.044086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 4a13a9b7-6d71-418c-8795-f82aee138166, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=4a13a9b7-6d71-418c-8795-f82aee138166,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:55.106870 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:55.163770 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=4a13a9b7-6d71-418c-8795-f82aee138166,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:55.171047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233ea9a-6aa7-4181-b1dd-8a1872dd5920 None None] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:54:55.297143 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-7a90ce01-895f-4635-9687-1aadbfdaaebe None None] Provisioning complete for port 4a13a9b7-6d71-418c-8795-f82aee138166 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:55.297453 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a90ce01-895f-4635-9687-1aadbfdaaebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:55.385442 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-7a90ce01-895f-4635-9687-1aadbfdaaebe None None] Current status of the port 4a13a9b7-6d71-418c-8795-f82aee138166 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:55.605952 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-6f4fabbe-e3b6-44d8-9e0a-dc551eaa5887 None None] Provisioning complete for port 4a13a9b7-6d71-418c-8795-f82aee138166 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:55.606272 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6f4fabbe-e3b6-44d8-9e0a-dc551eaa5887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:55.686401 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fabbe-e3b6-44d8-9e0a-dc551eaa5887 None None] Current status of the port 4a13a9b7-6d71-418c-8795-f82aee138166 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:56.809648 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 4a13a9b7-6d71-418c-8795-f82aee138166 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:54:56.856461 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 4a13a9b7-6d71-418c-8795-f82aee138166 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:56.856850 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (4a13a9b7-6d71-418c-8795-f82aee138166), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:56.935184 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 4a13a9b7-6d71-418c-8795-f82aee138166 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:55:09.915023 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3446b05c-0094-414c-b7b2-0a9f2ff1e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:12.104839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5c93fd8b-596c-448b-a03f-98c43286f71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:13.076163 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:55:13.151357 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.732020 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:15.973287 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:39.914695 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34e231f3-8e06-49c4-a0b0-55acf08d6e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:42.114840 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1690a0d7-aff6-4786-8b1f-3a16a848651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:43.160212 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:44.736224 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:45.966020 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:50.074958 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:09.913094 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-779fe45b-93c4-4848-a47c-db89c6d1c298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:12.101361 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-35eadb09-3d03-4937-8878-ca7e2729932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.157167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:14.718190 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:15.964005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:27.074533 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:28.088435 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53952) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:28.095107 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [None req-a8935437-82b8-408b-b1c6-279acdb5d351 tempest-verify_tempest_config-1139280859 tempest-verify_tempest_config-1139280859-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:28.096117 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a8935437-82b8-408b-b1c6-279acdb5d351 tempest-verify_tempest_config-1139280859 tempest-verify_tempest_config-1139280859-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066338 Mar 08 11:56:28.567705 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 53970) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:28.670378 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.838273 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Publish callbacks [] for security_group (4cba8713-1d99-4107-8332-23d0c5abf652), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.900445 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4cba8713-1d99-4107-8332-23d0c5abf652), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.945661 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f482eb4c96e64fbf8a56984379e87465&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3768733 Mar 08 11:56:28.946510 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba8713-1d99-4107-8332-23d0c5abf652,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.948373 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 53976) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:28.953172 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.953544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.953898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.954239 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.954594 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.954910 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.955260 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.955624 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.955956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.956287 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.956615 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.956939 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.957266 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d1b05-cb90-4429-b6c3-40dbe040f93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.003134 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Publish callbacks [] for security_group (4cba8713-1d99-4107-8332-23d0c5abf652), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:29.023452 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Publish callbacks [] for security_group (4cba8713-1d99-4107-8332-23d0c5abf652), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:29.184529 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4cba8713-1d99-4107-8332-23d0c5abf652), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:29.187010 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:29.190709 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cba8713-1d99-4107-8332-23d0c5abf652 HTTP/1.1" status: 204 len: 168 time: 0.2388330 Mar 08 11:56:29.196107 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba8713-1d99-4107-8332-23d0c5abf652,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:29.202709 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.203110 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.203459 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.203824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.204153 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.204477 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.204818 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.205148 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.205486 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.205813 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.206142 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.206447 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:29.206769 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb2876-c9c8-440a-817d-b5488d50e65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:39.928275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c92c2c17-0614-4000-9385-50bf04f03631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:42.097632 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1c515021-7e59-484e-961d-b5afaae83c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:43.177833 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:44.727748 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:45.979720 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.073546 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:09.903343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-337bf69a-ab8f-41c9-85c1-2d8bcca29e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.097183 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf1be39e-fd95-49a9-a1ea-a15b741e07c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.160491 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.714393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.965710 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:39.922197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2c5e12ff-4f17-45c2-9a88-1d71f50b3b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:41.072970 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 5 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:42.084236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b36506af-ace9-4d94-b85e-8fb3686df4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:43.169923 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:44.758122 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:45.975079 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:09.916733 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b939cf7c-2969-42a0-8c0a-6ac6f322d346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:10.088095 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577277'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:12.104643 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fae97d30-b646-429f-b1d7-05e148203105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:13.166158 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:14.722407 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:16.002660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:18.072330 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:25.039281 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54046) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:25.145223 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-65513067-a4f6-4a72-b4dd-2afe725f37fc admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1048355 Mar 08 11:58:27.502302 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54056) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:27.555390 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-22ea3125-cd81-4f68-9f69-ae5f8c078aff admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520368 Mar 08 11:58:39.919917 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8640853d-d1e1-4529-9b2d-0d6064ad0315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:40.097469 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:42.114042 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0443047d-43f5-4896-b0e0-d1028ac633a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:43.169750 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:44.718697 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:45.976911 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:55.070555 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:09.929282 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c0df3378-e137-4f5a-8f9c-a9e049337d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:10.077890 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:12.078267 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b0476602-3892-47fd-b7e3-f97b18abb78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.172988 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.735337 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:15.980721 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:32.069067 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:39.927434 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8064-7562-47bd-a7e8-9ad32a2ffe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:40.074249 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:42.091356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-acbbeace-e8ba-46a2-9dc1-cf1cbd5c7185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:43.184179 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:44.744107 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:45.999461 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.068167 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:09.100817 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54272) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.165989 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54284) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.196277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54288) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.384422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-492375656-network', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.420909 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1557289012-network', 'tenant_id': '3a975172f150436bb1a0fef5a805dabc'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.460922 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-network', 'tenant_id': '960767a629b04fc39736132776c6b2e1'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.461356 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.463688 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.473285 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.515264 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Made reservation on behalf of 3a975172f150436bb1a0fef5a805dabc for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.517514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.532178 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.540738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Made reservation on behalf of 960767a629b04fc39736132776c6b2e1 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.543582 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.552184 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.585505 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks [] for security_group (6d1b32d4-5f27-43cf-96fe-ffb9b6087f81), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.634756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks [] for security_group (5642e0d9-7677-4813-9fdb-12f9f14e7353), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.652780 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks [] for security_group (d23139c4-3f7f-4514-9723-baa8c1d56187), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.662523 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6d1b32d4-5f27-43cf-96fe-ffb9b6087f81), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.681573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.705677 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (1afaaeaa-519f-4c40-a6ae-301c969ef10a), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.706016 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Added segment 1afaaeaa-519f-4c40-a6ae-301c969ef10a of type vlan for network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 Mar 08 12:00:09.707693 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b32d4-5f27-43cf-96fe-ffb9b6087f81,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.712478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (5642e0d9-7677-4813-9fdb-12f9f14e7353), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.722674 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.723035 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.723376 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.723740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.724078 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.724407 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.724734 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.725060 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.725385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.725790 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.726049 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.726371 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.726691 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Tracked resource versions report: Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: pushed versions: Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Log': {'1.0'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Network': {'1.1'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Port': {'1.7'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'PortForwarding': {'1.2'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'QosPolicy': {'1.10'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SubPort': {'1.0'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Subnet': {'1.1'}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Trunk': {'1.1'}} Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: consumer versions: Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'ConntrackHelper': '1.0', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'LocalIPAssociation': '1.0', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Log': '1.0', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Network': '1.1', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Port': '1.7', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'PortForwarding': '1.2', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'QosPolicy': '1.10', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroup': '1.5', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SecurityGroupRule': '1.2', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'SubPort': '1.0', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Subnet': '1.1', Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: 'Trunk': '1.1'}} Mar 08 12:00:09.727838 dv-cinder-830087-2-iscsi neutron-server[109814]: {{(pid=109814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:09.743194 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.763145 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642e0d9-7677-4813-9fdb-12f9f14e7353,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.772360 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.772717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Added segment ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f of type vlan for network 1248c3dd-080b-4e5e-8265-e796a76ae394 Mar 08 12:00:09.774591 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d23139c4-3f7f-4514-9723-baa8c1d56187), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.774715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.774962 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.775311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.775678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.776018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.776351 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.776711 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.777049 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.777427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.777762 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.778101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.778583 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.778859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Tracked resource versions report: Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: pushed versions: Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Log': {'1.0'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Network': {'1.1'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Port': {'1.7'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'PortForwarding': {'1.2'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'QosPolicy': {'1.10'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SubPort': {'1.0'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Subnet': {'1.1'}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Trunk': {'1.1'}} Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: consumer versions: Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'ConntrackHelper': '1.0', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'LocalIPAssociation': '1.0', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Log': '1.0', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Network': '1.1', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Port': '1.7', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'PortForwarding': '1.2', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'QosPolicy': '1.10', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroup': '1.5', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SecurityGroupRule': '1.2', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'SubPort': '1.0', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Subnet': '1.1', Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: 'Trunk': '1.1'}} Mar 08 12:00:09.780029 dv-cinder-830087-2-iscsi neutron-server[109813]: {{(pid=109813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:09.795096 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (04128b25-ef2e-4223-a8ce-99728c9e9ea0), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.824919 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (1248c3dd-080b-4e5e-8265-e796a76ae394), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.838481 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.847360 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23139c4-3f7f-4514-9723-baa8c1d56187,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.858114 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (8bc710cb-0c27-48ab-88aa-11fbf39dedf1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.858813 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Added segment 8bc710cb-0c27-48ab-88aa-11fbf39dedf1 of type vlan for network c34977c0-5219-48ae-af3d-cbee8cdce085 Mar 08 12:00:09.903633 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (c34977c0-5219-48ae-af3d-cbee8cdce085), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.918736 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (1248c3dd-080b-4e5e-8265-e796a76ae394), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.920010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.920791 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.948431 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (04128b25-ef2e-4223-a8ce-99728c9e9ea0), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.949945 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.950070 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e55c3764-a70b-4131-8a1c-da65d8cb384a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.950907 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.983550 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] Pushing event updated for resources: {'Network': ['ID=1248c3dd-080b-4e5e-8265-e796a76ae394,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.994967 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:10.035338 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f22fd2bc-012f-41e8-9b7f-b0baf7bfae0c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8368082 Mar 08 12:00:10.036036 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54328) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:10.041481 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Request body: {'subnet': {'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-subnet', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:10.138052 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (c34977c0-5219-48ae-af3d-cbee8cdce085), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.138978 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:10.139558 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.143638 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] Pushing event updated for resources: {'Network': ['ID=04128b25-ef2e-4223-a8ce-99728c9e9ea0,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.154641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Made reservation on behalf of 960767a629b04fc39736132776c6b2e1 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:10.158576 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.174046 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:10.208466 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] Pushing event updated for resources: {'Network': ['ID=c34977c0-5219-48ae-af3d-cbee8cdce085,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.300515 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-25a5abe2-34a8-42ec-8d51-5f3f28a69de5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1983476 Mar 08 12:00:10.306271 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54340) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:10.310174 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Request body: {'subnet': {'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-492375656-subnet', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:10.336920 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network c34977c0-5219-48ae-af3d-cbee8cdce085 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:10.365899 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-429c9c3a-b243-4dd6-abad-9eebbebedb5a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1958404 Mar 08 12:00:10.370619 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54342) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:10.372522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Request body: {'subnet': {'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1557289012-subnet', 'tenant_id': '3a975172f150436bb1a0fef5a805dabc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:10.447375 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.450856 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:10.453290 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.519830 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (7ff65f7c-15e3-4d25-b350-e4b697e4ce7c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.560165 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Made reservation on behalf of 3a975172f150436bb1a0fef5a805dabc for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:10.562927 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.594305 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.610960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Checking segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:10.611589 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Network hostable DHCP agents. Network: 1248c3dd-080b-4e5e-8265-e796a76ae394, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:10.708433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:10.809857 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 1248c3dd-080b-4e5e-8265-e796a76ae394) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:10.814264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:10.815155 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.823830 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (ae36c340-c335-42c1-9e77-2bd17f9ca0cf), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.834784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b92c3e-00da-4897-82a7-c8221e738290 None None] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:10.917458 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e2c2ccf9-3b81-4a12-9f9f-11d089bd33a5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8803663 Mar 08 12:00:10.920115 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54374) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:10.924581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:10.955111 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae36c340-c335-42c1-9e77-2bd17f9ca0cf,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.959504 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:10.959877 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Network hostable DHCP agents. Network: 04128b25-ef2e-4223-a8ce-99728c9e9ea0, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:10.971610 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (1641796f-489b-4928-97fc-31c6c25418e4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.037888 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1641796f-489b-4928-97fc-31c6c25418e4,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:11.040684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.041797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.067921 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Checking segment: {'id': '8bc710cb-0c27-48ab-88aa-11fbf39dedf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:11.068671 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Network hostable DHCP agents. Network: c34977c0-5219-48ae-af3d-cbee8cdce085, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:11.083545 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8d2c6-d6f1-4043-b2df-8c4acd1cf8bd None None] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.114384 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:11.181560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for router_controller (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.193629 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Network c34977c0-5219-48ae-af3d-cbee8cdce085 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:11.292863 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 04128b25-ef2e-4223-a8ce-99728c9e9ea0) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:11.295374 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, c34977c0-5219-48ae-af3d-cbee8cdce085) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:11.301549 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:11.302445 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.303119 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8c696-87a8-4806-9114-c23bab0d39c7 None None] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.340511 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:11.341157 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.368066 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-78fa90ed-b207-4f0c-928e-d25f429489fc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0635777 Mar 08 12:00:11.371033 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54384) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:11.375293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:11.394412 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa68862-9465-4bc8-a6aa-0abc2820e7cd None None] Network c34977c0-5219-48ae-af3d-cbee8cdce085 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.403191 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for router_gateway (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.422458 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-33330dfb-43e8-4ff6-8391-2be34b02549b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0538270 Mar 08 12:00:11.485757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (e3ac031c-0f26-4df9-b822-122b9530404d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.487326 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (e3ac031c-0f26-4df9-b822-122b9530404d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.526338 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:00:11.528906 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.560109 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for router_controller (e3ac031c-0f26-4df9-b822-122b9530404d), precommit_add_association {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.691961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce1c96-9638-4d16-a5af-6dbf4f86ccc9 None None] Network c34977c0-5219-48ae-af3d-cbee8cdce085 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.703840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for router_gateway (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.745678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.837105 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for router_gateway (e3ac031c-0f26-4df9-b822-122b9530404d), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.844574 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Allocated IP 172.20.0.2 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/49794f7e-dc72-4249-9a91-f51fb8e925af) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:11.891992 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Allocated IP 172.27.3.60 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/5915d6d1-a1c5-4c6a-9186-7f91600d74d9) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:12.005698 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.055263 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks [] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.140803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ff1427f8-0d5c-4a62-b5ff-2fa73ef1eef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.182737 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.192846 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.220493 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for router_gateway (e3ac031c-0f26-4df9-b822-122b9530404d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.227566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:12.243394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.252497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:12.256541 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:12.259126 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:12.262173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:12.271505 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Pushing event updated for resources: {'Port': ['ID=49794f7e-dc72-4249-9a91-f51fb8e925af,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Pushing event updated for resources: {'Port': ['ID=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:12.284989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.284989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Tracked resource versions report: Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: pushed versions: Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Log': {'1.0'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Network': {'1.1'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Port': {'1.7'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'PortForwarding': {'1.2'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: consumer versions: Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Log': '1.0', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Network': '1.1', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Port': '1.7', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'PortForwarding': '1.2', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'SubPort': '1.0', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Subnet': '1.1', Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Mar 08 12:00:12.285794 dv-cinder-830087-2-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:12.287742 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:12.391971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Attempting to bind port 49794f7e-dc72-4249-9a91-f51fb8e925af on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:12.391971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Attempting to bind port 49794f7e-dc72-4249-9a91-f51fb8e925af by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:12.391971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Attempting to bind port 49794f7e-dc72-4249-9a91-f51fb8e925af on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:12.394479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:12.395097 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:12.395732 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.396260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:12.396956 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Bound port: 49794f7e-dc72-4249-9a91-f51fb8e925af, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:12.397498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.476681 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Allocated IP 172.27.3.231 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:12.493572 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] For port 49794f7e-dc72-4249-9a91-f51fb8e925af, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:12.498183 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] For port 49794f7e-dc72-4249-9a91-f51fb8e925af, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=49794f7e-dc72-4249-9a91-f51fb8e925af,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:12.572343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.603788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54456) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:12.612949 dv-cinder-830087-2-iscsi neutron-server[109814]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:00:12.678353 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae05198-ea85-47d8-a022-2e59ad64e893 None None] Pushing event updated for resources: {'Port': ['ID=49794f7e-dc72-4249-9a91-f51fb8e925af,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:12.701938 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for router_gateway (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.819633 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.883160 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-3bd43132-e22e-4e7e-b6e6-93cf8dac862a tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:12.884718 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-3bd43132-e22e-4e7e-b6e6-93cf8dac862a tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/networks?id=c34977c0-5219-48ae-af3d-cbee8cdce085 HTTP/1.1" status: 200 len: 812 time: 0.2799540 Mar 08 12:00:12.905117 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-980afd9e-0418-4b0d-89bf-d5dffa182586 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/quotas/3a975172f150436bb1a0fef5a805dabc HTTP/1.1" status: 200 len: 375 time: 0.0128987 Mar 08 12:00:13.002016 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-b50eb6b4-6d7b-41a6-b4ff-fbf5bddf2910 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a975172f150436bb1a0fef5a805dabc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722075 Mar 08 12:00:13.003041 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.089391 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.170660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 49794f7e-dc72-4249-9a91-f51fb8e925af up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:13.207670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.234418 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 49794f7e-dc72-4249-9a91-f51fb8e925af triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:13.235278 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.256021 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:13.262513 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:13.270141 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:13.338124 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ac4df26-7d76-4194-aad0-4a9afcfa910c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:13.340152 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ac4df26-7d76-4194-aad0-4a9afcfa910c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1234195 Mar 08 12:00:13.354888 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Pushing event updated for resources: {'Port': ['ID=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.356636 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:00:13.545162 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-482bd43d-fe21-4a7f-a6ab-06ab805757b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568077 Mar 08 12:00:13.570438 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 49794f7e-dc72-4249-9a91-f51fb8e925af is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:13.575719 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.609554 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 49794f7e-dc72-4249-9a91-f51fb8e925af, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=49794f7e-dc72-4249-9a91-f51fb8e925af,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:13.614239 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:13.629849 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Sync routers for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:13.648241 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:13.648974 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:13.663426 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.698420 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.709848 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b5d8ee2b-7f4c-4ce7-99aa-49f5442f9360 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7876830 Mar 08 12:00:13.712149 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54484) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:13.755946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=49794f7e-dc72-4249-9a91-f51fb8e925af,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.854635 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-8a9c0a9a-1290-4547-a81e-19343cbed138 service neutron] 10.222.0.52 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020346 Mar 08 12:00:13.876529 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for router_gateway (e3ac031c-0f26-4df9-b822-122b9530404d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.956698 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:14.237432 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:12Z', 'revision_number': 3, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:14.287012 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0b7a7-b8cf-49c4-9a86-841bac60b822 None None] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:14.301118 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (e3ac031c-0f26-4df9-b822-122b9530404d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.354951 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Checking router: c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:14.354951 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Updating router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:14.405291 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.438028 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54512) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:14.440379 dv-cinder-830087-2-iscsi neutron-server[109813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:00:14.519577 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7b1baea0-ae7c-4722-9b5d-8edcd3793a4d req-95bcbedb-6a99-4946-912d-27295b3fd284 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0799756 Mar 08 12:00:14.535902 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.565698 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-dca422e1-249d-4b92-9fb7-70fca842a945 None None] Provisioning complete for port 49794f7e-dc72-4249-9a91-f51fb8e925af triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:14.566116 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dca422e1-249d-4b92-9fb7-70fca842a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.606678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Router e3ac031c-0f26-4df9-b822-122b9530404d is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:00:14.712056 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-dca422e1-249d-4b92-9fb7-70fca842a945 None None] Current status of the port 49794f7e-dc72-4249-9a91-f51fb8e925af is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:14.871564 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:14.886315 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:14.905620 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.914859 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:14.921409 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:15.019484 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.024657 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-714a41e4-4c2f-48e4-82ea-847d17260d8a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6524980 Mar 08 12:00:15.025484 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54546) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:15.055923 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks [] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.072085 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Allocated IP 172.20.0.1 (1248c3dd-080b-4e5e-8265-e796a76ae394/7ff65f7c-15e3-4d25-b350-e4b697e4ce7c/5a1a961d-1260-4f59-862a-d1371ba4ac03) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:15.130853 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-6a0a21ca-faf5-4384-8b9b-5c92ce0136c5 None None] Provisioning complete for port 49794f7e-dc72-4249-9a91-f51fb8e925af triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:15.134780 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6a0a21ca-faf5-4384-8b9b-5c92ce0136c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.170498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 49794f7e-dc72-4249-9a91-f51fb8e925af up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:15.182512 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.246070 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Attempting to bind port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:15.246438 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Attempting to bind port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:15.248381 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Attempting to bind port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:15.289075 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:15.291987 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:15.292681 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:15.293298 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.294055 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:15.294741 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Bound port: 5915d6d1-a1c5-4c6a-9186-7f91600d74d9, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:15.295321 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.333185 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks [] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.353180 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Pushing event updated for resources: {'Port': ['ID=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:15.378109 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.385258 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Tracked resource versions report: Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: pushed versions: Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Log': {'1.0'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Network': {'1.1'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Port': {'1.7'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'PortForwarding': {'1.2'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'QosPolicy': {'1.10'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SubPort': {'1.0'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Subnet': {'1.1'}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Trunk': {'1.1'}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: consumer versions: Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: { DHCP agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: L3 agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: Metadata agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: Metering agent@dv-cinder-830087-2-iscsi: {}, Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: Open vSwitch agent@dv-cinder-830087-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'ConntrackHelper': '1.0', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'LocalIPAssociation': '1.0', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Log': '1.0', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Network': '1.1', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Port': '1.7', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'PortForwarding': '1.2', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'QosPolicy': '1.10', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroup': '1.5', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SecurityGroupRule': '1.2', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'SubPort': '1.0', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Subnet': '1.1', Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: 'Trunk': '1.1'}} Mar 08 12:00:15.644325 dv-cinder-830087-2-iscsi neutron-server[109816]: {{(pid=109816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:15.655306 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] For port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:15.655306 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] For port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:15.656306 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54568) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:15.656306 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.658197 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.658793 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a21ca-faf5-4384-8b9b-5c92ce0136c5 None None] Current status of the port 49794f7e-dc72-4249-9a91-f51fb8e925af is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:15.658793 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 49794f7e-dc72-4249-9a91-f51fb8e925af triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:15.658793 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.659272 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:15.659272 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4325-df46-4701-a256-6b3d45251c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.690420 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:15.710766 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:15.711046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:15.711114 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9fda7-bd46-4e80-9b7c-9c63584874e9 None None] Pushing event updated for resources: {'Port': ['ID=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:15.711221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:15.711221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.769591 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 49794f7e-dc72-4249-9a91-f51fb8e925af is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:15.780388 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:13Z', 'revision_number': 3, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:15.826858 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:15.827393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Updating router e3ac031c-0f26-4df9-b822-122b9530404d port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:15.850352 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:15.874648 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.961680 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:15.991490 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2af7180f-3519-4f55-aa53-24b5060a9895 req-a506214e-78fb-475c-b12e-1f0ed323076e tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.3005731 Mar 08 12:00:16.149435 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4325-df46-4701-a256-6b3d45251c9a admin admin] Publish callbacks [] for security_group (721323f1-4ed7-454b-9c48-2cde58556706), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.190923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.267595 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.268079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4325-df46-4701-a256-6b3d45251c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (721323f1-4ed7-454b-9c48-2cde58556706), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.285767 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:12Z', 'revision_number': 3, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:16.323756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.324497 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a994e-4f0d-4d20-aeb7-ff16af2cadad None None] The sync data for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi is: [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:12Z', 'revision_number': 3, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:16.416418 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Allocated IP 172.20.0.1 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/bc9bdc80-0934-4e3a-bf8a-69852fd14a88) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:16.438026 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c7fc4325-df46-4701-a256-6b3d45251c9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53ce1ccc33ea417399e63877dbec8e70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9927940 Mar 08 12:00:16.440822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks [] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.444979 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54592) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:16.446637 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc4325-df46-4701-a256-6b3d45251c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721323f1-4ed7-454b-9c48-2cde58556706,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.519905 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.592237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6887-e10b-47d1-8862-d29b958551ce None None] Pushing event updated for resources: {'Port': ['ID=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.599380 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks [] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.618625 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Attempting to bind port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:16.619010 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Attempting to bind port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:16.619378 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Attempting to bind port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:16.628598 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:16.628972 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:16.629530 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.630057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:16.630978 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Bound port: 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:16.631515 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.678628 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] Publish callbacks [] for security_group (721323f1-4ed7-454b-9c48-2cde58556706), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.766930 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] Publish callbacks [] for security_group (721323f1-4ed7-454b-9c48-2cde58556706), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.776808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] For port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:16.786012 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] For port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:16.798788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.862872 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.883642 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Pushing event updated for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.906470 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:16.908382 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:16.912326 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:16.913198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks [] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.914171 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (e3ac031c-0f26-4df9-b822-122b9530404d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.984086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:16.985187 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:16.989338 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6887-e10b-47d1-8862-d29b958551ce None None] Pushing event updated for resources: {'Port': ['ID=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.993959 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.994959 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.000212 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (721323f1-4ed7-454b-9c48-2cde58556706), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.003198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.009054 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/721323f1-4ed7-454b-9c48-2cde58556706 HTTP/1.1" status: 204 len: 168 time: 0.5586891 Mar 08 12:00:17.080362 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad57f-c3f2-4b2a-8faa-1728c78eaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721323f1-4ed7-454b-9c48-2cde58556706,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.191583 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:17.320530 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2589cee3-2d26-4622-ae87-0ebe5fc9e355 req-1506246c-cdec-43b2-b90a-cc331b98f3a7 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.2023196 Mar 08 12:00:17.334598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.346229 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:17.411898 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.472404 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:17.478306 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:17.699610 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:17.700169 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.776829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:00:17.831624 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks [] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.833485 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54632) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:17.835429 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-765bf1f7-9321-4f43-a105-3cfdce25df17 None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:17.835961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-765bf1f7-9321-4f43-a105-3cfdce25df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.901497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-765bf1f7-9321-4f43-a105-3cfdce25df17 None None] Port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:17.931974 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.934822 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (e3ac031c-0f26-4df9-b822-122b9530404d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.958803 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:17.979924 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4d35d0b5-9c0e-404d-8017-8850c53202ef admin admin] 10.222.0.52 "PUT /v2.0/routers/c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2565262 Mar 08 12:00:17.984485 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:17.985144 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.013606 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:18.020257 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65595240-5f12-4cc3-9d51-e6b0cd9e6f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.025485 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:13Z', 'revision_number': 3, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.035979 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Pushing event updated for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.057745 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538b6bf-a2f9-45bb-8275-c4ab73114229 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:13Z', 'revision_number': 3, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:18.114265 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.186746 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:18.195229 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.217846 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:18.235557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54650) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:18.268606 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9d8062d-a3ce-47eb-a132-22aaab20577e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.392884 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:00:18.400786 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65595240-5f12-4cc3-9d51-e6b0cd9e6f2d admin admin] Publish callbacks [] for security_group (287205a1-a913-4ee2-9cd2-712d4d905497), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.403844 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9d8062d-a3ce-47eb-a132-22aaab20577e admin admin] Publish callbacks [] for security_group (8df2972e-682c-4f76-bab1-8410f127345b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.485468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65595240-5f12-4cc3-9d51-e6b0cd9e6f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (287205a1-a913-4ee2-9cd2-712d4d905497), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.513518 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9d8062d-a3ce-47eb-a132-22aaab20577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8df2972e-682c-4f76-bab1-8410f127345b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.596634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b9d8062d-a3ce-47eb-a132-22aaab20577e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b8cdeaa323c4f7dba6f017437a22621&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3558483 Mar 08 12:00:18.600879 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-65595240-5f12-4cc3-9d51-e6b0cd9e6f2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5cfbecc5ecd4f938ac389ee436b585d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7666433 Mar 08 12:00:18.603621 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54658) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:18.603969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54660) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:18.645628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-4aaaa421-f7ca-46eb-9f45-045c64d68782 None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:18.646370 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa421-f7ca-46eb-9f45-045c64d68782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.652946 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23867951-b8cf-4b4e-af64-03043c6d03d9 req-700bf862-f194-4400-a4d9-32c8eb2aa9b5 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0521419 Mar 08 12:00:18.659012 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8062d-a3ce-47eb-a132-22aaab20577e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2972e-682c-4f76-bab1-8410f127345b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.712014 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaa421-f7ca-46eb-9f45-045c64d68782 None None] Port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:18.750103 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65595240-5f12-4cc3-9d51-e6b0cd9e6f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287205a1-a913-4ee2-9cd2-712d4d905497,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.793027 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:18.804616 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-476eeaab-c64d-42fb-a890-8c8bbe9692cb admin admin] 10.222.0.52 "PUT /v2.0/routers/e3ac031c-0f26-4df9-b822-122b9530404d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7722251 Mar 08 12:00:18.896645 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] Publish callbacks [] for security_group (8df2972e-682c-4f76-bab1-8410f127345b), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.916958 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Sync routers for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:18.927345 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] Publish callbacks [] for security_group (287205a1-a913-4ee2-9cd2-712d4d905497), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.931620 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:18.933302 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.959630 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] Publish callbacks [] for security_group (8df2972e-682c-4f76-bab1-8410f127345b), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.034205 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-423f6a22-56ff-4ae9-af7c-0ce1b99ed6dc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:19.034205 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-423f6a22-56ff-4ae9-af7c-0ce1b99ed6dc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 819 time: 0.2327940 Mar 08 12:00:19.068909 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] Publish callbacks [] for security_group (287205a1-a913-4ee2-9cd2-712d4d905497), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.094075 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-22fc2331-27c7-42a5-a879-2c18c1b02d58 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/quotas/960767a629b04fc39736132776c6b2e1 HTTP/1.1" status: 200 len: 375 time: 0.0416598 Mar 08 12:00:19.150693 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:19.172499 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:19.263181 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-fe550ee3-f6a6-43b3-a590-d44e8f7c7086 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488111 Mar 08 12:00:19.267945 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:19.268502 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.380394 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:19.381661 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:19.413224 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-3ad18d85-f448-4f0b-8249-11f120b5b9d8 service neutron] 10.222.0.52 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436157 Mar 08 12:00:19.414703 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (287205a1-a913-4ee2-9cd2-712d4d905497), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.419961 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.421689 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/287205a1-a913-4ee2-9cd2-712d4d905497 HTTP/1.1" status: 204 len: 168 time: 0.7323434 Mar 08 12:00:19.439967 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8df2972e-682c-4f76-bab1-8410f127345b), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.442732 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.444031 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8df2972e-682c-4f76-bab1-8410f127345b HTTP/1.1" status: 204 len: 168 time: 0.7564030 Mar 08 12:00:19.462527 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:19.463022 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.478931 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b21c7-f4cf-40e0-96ce-c451719007d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287205a1-a913-4ee2-9cd2-712d4d905497,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.496003 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b2ca0-bf7c-48ed-a5cb-4fffc3a8bc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2972e-682c-4f76-bab1-8410f127345b,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.554976 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 4, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5a1a961d-1260-4f59-862a-d1371ba4ac03', 'name': '', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'mac_address': 'fa:16:3e:a7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 2, 'project_id': '960767a629b04fc39736132776c6b2e1', 'subnets': [{'id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:19.589258 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54694) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:19.594974 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396775933', 'description': 'tempest-description--769133122'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:19.648720 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-442fc148-eeb2-48da-a062-c718e426de7c service neutron] 10.222.0.52 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258244 Mar 08 12:00:19.653067 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Checking router: c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:19.653426 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Updating router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d port 5a1a961d-1260-4f59-862a-d1371ba4ac03 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:19.681814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:19.682188 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.727638 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:19.765018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.828414 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-003749db-fb16-4443-9f28-9d7d9d5bd6c4 req-e19c4e3e-6768-49be-8991-0f72d8517873 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0383818 Mar 08 12:00:19.830742 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.844498 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.912348 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (931aae72-d887-43b4-97dd-2c00732b6a6d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.938998 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.049343 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2f7c6b8-7fdc-48a7-a0c6-15b0b5d03f00 req-a14a2a43-693d-4ca9-9c29-e5fe9242a44a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 210 time: 0.0515194 Mar 08 12:00:20.050303 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (931aae72-d887-43b4-97dd-2c00732b6a6d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.138069 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931aae72-d887-43b4-97dd-2c00732b6a6d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.201580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.205887 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b5ccbb8a-e2f0-4755-99c7-293c22fd755a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6148193 Mar 08 12:00:20.206879 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54726) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:20.212078 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '931aae72-d887-43b4-97dd-2c00732b6a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:20.279567 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks [] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.415404 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.427695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (d78a1dfb-838f-4ca9-85a8-25b90ca9f435), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.610965 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157d7b5-d8ce-48de-92c6-90761727c35c None None] Pushing event updated for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.629580 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (d78a1dfb-838f-4ca9-85a8-25b90ca9f435), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.649565 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Attempting to bind port 5a1a961d-1260-4f59-862a-d1371ba4ac03 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:20.650195 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Attempting to bind port 5a1a961d-1260-4f59-862a-d1371ba4ac03 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:20.650699 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Attempting to bind port 5a1a961d-1260-4f59-862a-d1371ba4ac03 on network 1248c3dd-080b-4e5e-8265-e796a76ae394 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:20.658021 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:20.659130 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Checking segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:20.659765 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.660318 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Bound using segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:20.660985 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Bound port: 5a1a961d-1260-4f59-862a-d1371ba4ac03, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:20.661512 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.690093 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7689e6c8-8c42-4921-a6f6-60666bdc4922 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:20.691631 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7689e6c8-8c42-4921-a6f6-60666bdc4922 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 819 time: 0.2052145 Mar 08 12:00:20.728806 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-25b123b4-babd-4dc9-b7dd-3c0c064bd4a3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/quotas/960767a629b04fc39736132776c6b2e1 HTTP/1.1" status: 200 len: 375 time: 0.0198121 Mar 08 12:00:20.741882 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (d78a1dfb-838f-4ca9-85a8-25b90ca9f435), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.750852 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] For port 5a1a961d-1260-4f59-862a-d1371ba4ac03, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:20.754961 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] For port 5a1a961d-1260-4f59-862a-d1371ba4ac03, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5a1a961d-1260-4f59-862a-d1371ba4ac03,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:20.763873 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:20.784743 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:20.784743 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:20.834726 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.928034 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:20.963636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78a1dfb-838f-4ca9-85a8-25b90ca9f435,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.008144 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-040dc1d6-1170-4a06-8889-3174565adfe1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2783847 Mar 08 12:00:21.054872 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:21.055460 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:21.143255 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2f1df44-7dcd-44ef-8ec0-7b0b8a34247a req-d0df48a5-684b-4179-b578-fb02fd29b85d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0709336 Mar 08 12:00:21.168647 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:21.180823 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157d7b5-d8ce-48de-92c6-90761727c35c None None] Pushing event updated for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.191692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.200192 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.58', 60867) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.213012 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-69abe1d2-5182-4c8a-bbdb-f2640399648b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0049565 Mar 08 12:00:21.214247 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54800) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.228675 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '931aae72-d887-43b4-97dd-2c00732b6a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:21.317759 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-34c1b421-297f-4cb8-b097-8c46db0cc199 service neutron] 10.222.0.52 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075690 Mar 08 12:00:21.364503 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:21.479380 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (50a41841-6a92-402f-ba6a-40b461afc464), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.616839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:21.616932 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-88d509fb-7530-431b-af0b-4e3902a28dcf tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:21.617039 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.617121 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-88d509fb-7530-431b-af0b-4e3902a28dcf tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.58 "GET /v2.0/networks?id=c34977c0-5219-48ae-af3d-cbee8cdce085 HTTP/1.1" status: 200 len: 812 time: 0.4141684 Mar 08 12:00:21.633199 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-e3f00075-5756-4dca-bf39-92da821ece21 service neutron] 10.222.0.52 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142176 Mar 08 12:00:21.690223 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (50a41841-6a92-402f-ba6a-40b461afc464), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.762868 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (50a41841-6a92-402f-ba6a-40b461afc464), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.787422 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 4, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5a1a961d-1260-4f59-862a-d1371ba4ac03', 'name': '', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'mac_address': 'fa:16:3e:a7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '960767a629b04fc39736132776c6b2e1', 'subnets': [{'id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:21.795617 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a41841-6a92-402f-ba6a-40b461afc464,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.805216 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:21.840605 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:21.841184 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Updating router e3ac031c-0f26-4df9-b822-122b9530404d port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:21.877280 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e894aec-d7bb-47dc-b883-f6f8d28f07d5 None None] The sync data for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi is: [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 4, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5a1a961d-1260-4f59-862a-d1371ba4ac03', 'name': '', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'mac_address': 'fa:16:3e:a7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '960767a629b04fc39736132776c6b2e1', 'subnets': [{'id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:21.920355 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.934442 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.936160 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:21.945051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 54842) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.945517 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2eefd024-8724-4dd4-9dac-fa947293d11c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7265890 Mar 08 12:00:21.950950 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:22.124781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.250239 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-38389c7a-f74f-4b20-abe0-f6e117442cea req-93948d16-72ba-4fc0-8675-1d0fa3a6c1a6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.1864951 Mar 08 12:00:22.564726 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-104bbd4e-6d68-41bf-a898-96971d681325 req-10dc2990-33c0-468f-914f-c3d48b478799 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.1235771 Mar 08 12:00:22.612040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks [] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.753975 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.877169 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.891040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea69226-7e9d-4bc5-a7a5-c705e91cd6a2 None None] Pushing event updated for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:23.160794 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.27.3.137 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/3dfc7f12-b81e-4655-8939-e3244de5b14f) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:23.187560 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5a1a961d-1260-4f59-862a-d1371ba4ac03 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:23.235833 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Attempting to bind port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:23.236214 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Attempting to bind port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:23.236571 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Attempting to bind port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:23.277827 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:23.278075 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:23.278463 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.279119 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:23.280942 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Bound port: bc9bdc80-0934-4e3a-bf8a-69852fd14a88, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:23.281346 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.327048 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a2277cfc-d9bc-4ff7-a4f9-9aa554c788bc None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:23.327436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a2277cfc-d9bc-4ff7-a4f9-9aa554c788bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.449016 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54914) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:23.455096 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.472560 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d83876d8-7f2e-4c8a-bcef-447020e257f3 req-33da8efa-340b-4b85-9ddd-eb4f702ffaeb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.0666556 Mar 08 12:00:23.527873 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5a1a961d-1260-4f59-862a-d1371ba4ac03 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:23.528260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.559490 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] For port bc9bdc80-0934-4e3a-bf8a-69852fd14a88, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:23.577487 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a2277cfc-d9bc-4ff7-a4f9-9aa554c788bc None None] Port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:23.585098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] For port bc9bdc80-0934-4e3a-bf8a-69852fd14a88, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:23.617927 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.687490 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.703841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:23.705503 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:23.717007 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:23.739035 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5a1a961d-1260-4f59-862a-d1371ba4ac03 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:23.739749 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.790607 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3589c673-916f-48a9-a649-ce61c7d73855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.800660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea69226-7e9d-4bc5-a7a5-c705e91cd6a2 None None] Pushing event updated for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:23.807293 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:23.809153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:23.893763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.907993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=3dfc7f12-b81e-4655-8939-e3244de5b14f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:23.915680 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 5a1a961d-1260-4f59-862a-d1371ba4ac03, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5a1a961d-1260-4f59-862a-d1371ba4ac03,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:23.949207 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-76488732-072c-4b30-b5d4-92bbd8899381 req-ecc4a902-410d-4c24-a241-44b3101b5ab8 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0568111 Mar 08 12:00:24.017233 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3589c673-916f-48a9-a649-ce61c7d73855 admin admin] Publish callbacks [] for security_group (a2a4f21c-fe2d-4f55-ac0a-98badc089c91), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.018000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.064867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Request body: {'port': {'device_id': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085', 'admin_state_up': True, 'tenant_id': '3a975172f150436bb1a0fef5a805dabc'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:24.073282 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3589c673-916f-48a9-a649-ce61c7d73855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (a2a4f21c-fe2d-4f55-ac0a-98badc089c91), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.073489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:24.143868 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.153547 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3589c673-916f-48a9-a649-ce61c7d73855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b382f64efc8c47cf9d5a8877a8320451&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6983919 Mar 08 12:00:24.153547 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589c673-916f-48a9-a649-ce61c7d73855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a4f21c-fe2d-4f55-ac0a-98badc089c91,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.156619 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54942) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:24.266873 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] Publish callbacks [] for security_group (a2a4f21c-fe2d-4f55-ac0a-98badc089c91), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.305762 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] Publish callbacks [] for security_group (a2a4f21c-fe2d-4f55-ac0a-98badc089c91), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.316582 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.340973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:24.341366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.346462 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.428325 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.437173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Made reservation on behalf of 3a975172f150436bb1a0fef5a805dabc for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:24.441840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.520308 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (a2a4f21c-fe2d-4f55-ac0a-98badc089c91), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.524405 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.525998 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2a4f21c-fe2d-4f55-ac0a-98badc089c91 HTTP/1.1" status: 204 len: 168 time: 0.3680801 Mar 08 12:00:24.540709 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.549875 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bb99d-67c1-4f96-9ddf-20470ff14b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a4f21c-fe2d-4f55-ac0a-98badc089c91,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.592226 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 54964) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:24.700510 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=3dfc7f12-b81e-4655-8939-e3244de5b14f,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.782056 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Current status of the port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:24.782799 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.829885 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] For port bc9bdc80-0934-4e3a-bf8a-69852fd14a88, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:24.837921 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:24.866318 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04b9551f-9567-4494-9a19-88404a2b5871 req-28b4c3f0-16a2-434b-8f3d-8825d92edcae tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.1715577 Mar 08 12:00:24.880241 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2cb-1a3d-4fa5-84e9-77f93c26c152 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:24.900970 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.912312 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-865160dd-04bb-4990-8147-8babb009808f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9655237 Mar 08 12:00:24.937242 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.131058 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a03bd-5503-4bfa-96c4-4425a29fa0c9 None None] Pushing event updated for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:25.170775 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a2246291-46d2-436e-95aa-3bbe11bdb015 req-0367875f-bdba-443a-bc74-519f99c79dce tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0548205 Mar 08 12:00:25.225736 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52b84d72-37a6-4d5e-81aa-a8b8bc914a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.362164 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Allocated IP 172.20.0.12 (c34977c0-5219-48ae-af3d-cbee8cdce085/1641796f-489b-4928-97fc-31c6c25418e4/d18977ab-1250-4ce0-ad9c-5a5e86817bdc) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:25.370867 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device bc9bdc80-0934-4e3a-bf8a-69852fd14a88 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:25.517535 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52b84d72-37a6-4d5e-81aa-a8b8bc914a12 admin admin] Publish callbacks [] for security_group (97c5d5ce-d54b-4c10-ab32-ffc7a0053d62), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.539412 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:25.539836 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.542815 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.58', 60878) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:25.624475 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52b84d72-37a6-4d5e-81aa-a8b8bc914a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (97c5d5ce-d54b-4c10-ab32-ffc7a0053d62), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.639505 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.58', 60879) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:25.732658 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:25.738021 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5a1a961d-1260-4f59-862a-d1371ba4ac03 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:25.835208 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-c361022e-fc98-49f4-a1c9-42c00cc56796 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1396775933&fields=id&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 267 time: 0.4066815 Mar 08 12:00:25.964832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5a1a961d-1260-4f59-862a-d1371ba4ac03 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:25.964832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.262506 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5a1a961d-1260-4f59-862a-d1371ba4ac03 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:26.460256 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-b61fb18b-670c-4a20-bc67-3784823dcbfe tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.468617 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-b61fb18b-670c-4a20-bc67-3784823dcbfe tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.6310289 Mar 08 12:00:26.483233 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks [] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.497429 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-44da2a74-2a3e-4c21-9b97-a01a90b77880 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.500433 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-28617bcf-4bf7-4c92-af95-3f14cbef648d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/quotas/ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 375 time: 0.0305135 Mar 08 12:00:26.508523 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-44da2a74-2a3e-4c21-9b97-a01a90b77880 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 819 time: 0.9608154 Mar 08 12:00:26.515186 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-52b84d72-37a6-4d5e-81aa-a8b8bc914a12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=776022011073402fb4dfc211533a7e7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9265969 Mar 08 12:00:26.516241 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b84d72-37a6-4d5e-81aa-a8b8bc914a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5d5ce-d54b-4c10-ab32-ffc7a0053d62,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:26.572776 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55056) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:26.596489 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c262e46d-83e0-46a6-a6a0-aa7dc4869216 req-99cfd2b1-e802-4058-af34-da29cacef2d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.3769562 Mar 08 12:00:26.635988 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Request body: {'port': {'device_id': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'admin_state_up': True, 'tenant_id': '960767a629b04fc39736132776c6b2e1'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:26.925335 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-4f5c52c0-f477-486a-8ea1-3739d705e58e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4234388 Mar 08 12:00:26.950767 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.063764 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4bf73b8c-57b4-4acc-96be-ae007af2284f req-dc474248-d49e-4b32-86b1-f824dee7d7bd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.2287765 Mar 08 12:00:27.202203 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device bc9bdc80-0934-4e3a-bf8a-69852fd14a88 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:27.257248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] Publish callbacks [] for security_group (97c5d5ce-d54b-4c10-ab32-ffc7a0053d62), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.359828 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-7606d5ae-e50d-412c-b960-8359578f29e0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:27.359828 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-7606d5ae-e50d-412c-b960-8359578f29e0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 819 time: 1.6978223 Mar 08 12:00:27.390913 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Request body: {'port': {'device_id': '73382e11-08d8-429d-b306-37300a3b9dc5', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'admin_state_up': True, 'tenant_id': '960767a629b04fc39736132776c6b2e1'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:27.414343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:27.415576 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.503178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] Publish callbacks [] for security_group (97c5d5ce-d54b-4c10-ab32-ffc7a0053d62), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.503178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Network c34977c0-5219-48ae-af3d-cbee8cdce085 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:27.540836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-d8381961-8744-4e2a-b495-864bb3115d89 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:27.540836 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-d8381961-8744-4e2a-b495-864bb3115d89 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1941659 Mar 08 12:00:27.540836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:27.580989 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:27.584203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:27.609817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:27.609817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.619462 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:27.667958 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Made reservation on behalf of 960767a629b04fc39736132776c6b2e1 for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:27.674101 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.850304 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-8be214d9-97ca-441e-ac90-a1035fef46a4 service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668800 Mar 08 12:00:27.943710 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Made reservation on behalf of 960767a629b04fc39736132776c6b2e1 for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:27.947791 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.989446 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f64dfd2f-5877-4e9d-8a34-62a2581b072a req-246320ba-a256-4b34-a0c7-5c77735ede04 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.0546715 Mar 08 12:00:28.045837 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Allocated IP 172.20.0.3 (1248c3dd-080b-4e5e-8265-e796a76ae394/7ff65f7c-15e3-4d25-b350-e4b697e4ce7c/0ad53b3c-1a4a-475d-be7d-80b42dad350d) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:28.181683 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6da6fb0f-18b6-495d-bbc8-7e10064bb624 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1157839 Mar 08 12:00:28.181683 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (97c5d5ce-d54b-4c10-ab32-ffc7a0053d62), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.193982 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.198365 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97c5d5ce-d54b-4c10-ab32-ffc7a0053d62 HTTP/1.1" status: 204 len: 168 time: 1.6210146 Mar 08 12:00:28.215151 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6b1bb76a-9640-4360-8c63-7ad5fdd32f68 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:28.217126 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-6b1bb76a-9640-4360-8c63-7ad5fdd32f68 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0389950 Mar 08 12:00:28.268370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb75db4-9af6-423e-8592-d2de4d5fd409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5d5ce-d54b-4c10-ab32-ffc7a0053d62,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:28.363230 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-0c04f806-b216-48ed-a928-db3ae0209a98 service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889269 Mar 08 12:00:28.559121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3712-6f72-4362-9939-0ba307d4fbd4 req-003379cc-bbab-4f9a-b612-f69db1facbfd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:28.562580 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-91ca3712-6f72-4362-9939-0ba307d4fbd4 req-003379cc-bbab-4f9a-b612-f69db1facbfd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 932 time: 0.3075223 Mar 08 12:00:28.832221 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d7512e81-1de9-4bcc-b0b8-2b6970753958 req-9a61bc32-8c47-44e0-b68f-e1101f69552c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0811801 Mar 08 12:00:29.052186 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Request body: {'port': {'device_id': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:29.081935 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-91ca3712-6f72-4362-9939-0ba307d4fbd4 req-3772090f-0b54-49cd-9fca-20ccf71a812c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103471 Mar 08 12:00:29.213079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.242373 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks [] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.271773 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-66b3236f-e187-4522-a6c7-f914e2351ade req-20299093-1f8f-4ab3-a3dc-9ae34f8c0bf8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.0599391 Mar 08 12:00:29.374695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55158) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:29.404916 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bf077089-fc5b-46a0-8cd1-b39d7fce19be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.454438 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.721219 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Pushing event updated for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:29.752879 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:29.762636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:29.778388 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:29.778388 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:29.779143 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.796287 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Allocated IP 172.20.0.11 (1248c3dd-080b-4e5e-8265-e796a76ae394/7ff65f7c-15e3-4d25-b350-e4b697e4ce7c/89bd4cd6-5035-4a22-bc4a-36035ede5d33) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:29.909396 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bf077089-fc5b-46a0-8cd1-b39d7fce19be admin admin] Publish callbacks [] for security_group (dbc02f42-8581-4f09-add0-894478494d6f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.920777 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7464c039-e91f-4d81-bafe-aca636cc0088 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3067732 Mar 08 12:00:30.006140 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18977ab-1250-4ce0-ad9c-5a5e86817bdc {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:30.020489 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks [] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.097503 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Transition to ACTIVE for port object d18977ab-1250-4ce0-ad9c-5a5e86817bdc will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:30.113301 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Request body: {'port': {'device_id': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:30.133281 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bf077089-fc5b-46a0-8cd1-b39d7fce19be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dbc02f42-8581-4f09-add0-894478494d6f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.219153 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.234809 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2f60bf9f-4611-4b19-9537-b30e48c9fdca req-d18f451b-7632-44d2-8391-4318399bfd17 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.1271245 Mar 08 12:00:30.345840 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-bf077089-fc5b-46a0-8cd1-b39d7fce19be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=970ce2fe1444464fb8230979781d6128&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9689198 Mar 08 12:00:30.362924 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55198) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:30.417534 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077089-fc5b-46a0-8cd1-b39d7fce19be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc02f42-8581-4f09-add0-894478494d6f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:30.511030 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks [] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.635150 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.648980 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:30.689715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c97c0-6c89-45b1-867d-ced7d8c5539b req-0768464c-5034-4814-9360-677066bb6f05 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.692020 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bb8c97c0-6c89-45b1-867d-ced7d8c5539b req-0768464c-5034-4814-9360-677066bb6f05 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.3581026 Mar 08 12:00:30.693592 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Attempting to bind port d18977ab-1250-4ce0-ad9c-5a5e86817bdc on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:30.694374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Attempting to bind port d18977ab-1250-4ce0-ad9c-5a5e86817bdc by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8bc710cb-0c27-48ab-88aa-11fbf39dedf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:30.694891 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Attempting to bind port d18977ab-1250-4ce0-ad9c-5a5e86817bdc on network c34977c0-5219-48ae-af3d-cbee8cdce085 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:30.743229 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Port d18977ab-1250-4ce0-ad9c-5a5e86817bdc on network c34977c0-5219-48ae-af3d-cbee8cdce085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:30.746188 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Attempting to bind port d18977ab-1250-4ce0-ad9c-5a5e86817bdc on network c34977c0-5219-48ae-af3d-cbee8cdce085 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:30.761448 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] Publish callbacks [] for security_group (dbc02f42-8581-4f09-add0-894478494d6f), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.767926 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:30.768516 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Checking segment: {'id': '8bc710cb-0c27-48ab-88aa-11fbf39dedf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:30.769254 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Bound using segment: {'id': '8bc710cb-0c27-48ab-88aa-11fbf39dedf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:30.769882 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Bound port: d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc710cb-0c27-48ab-88aa-11fbf39dedf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:30.770406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.824639 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a385-270a-4d0b-950b-b51381160b8f req-39a84ad7-728b-4ade-a3c6-9e72d30eda4c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.826639 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5c26a385-270a-4d0b-950b-b51381160b8f req-39a84ad7-728b-4ade-a3c6-9e72d30eda4c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 931 time: 0.3889132 Mar 08 12:00:30.837279 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bb8c97c0-6c89-45b1-867d-ced7d8c5539b req-782e8f3f-126d-45bd-a769-51c7264c4cce tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360404 Mar 08 12:00:30.930699 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:30.936484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:30.969763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] Publish callbacks [] for security_group (dbc02f42-8581-4f09-add0-894478494d6f), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.990083 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.037494 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.148742 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:31.170962 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.172381 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.177410 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-1ff48639-641a-468f-9067-eebbe34ed0ef service neutron] 10.222.0.58 "PUT /v2.0/ports/d18977ab-1250-4ce0-ad9c-5a5e86817bdc HTTP/1.1" status: 200 len: 1094 time: 2.5219059 Mar 08 12:00:31.177955 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:31.461506 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Network 1248c3dd-080b-4e5e-8265-e796a76ae394 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:31.511690 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55230) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:31.526829 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:31.528945 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Pushing event updated for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:31.533928 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:31.539398 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.540256 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.558459 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5c26a385-270a-4d0b-950b-b51381160b8f req-b2aa7907-e014-499b-bdc5-31cbca044900 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188979 Mar 08 12:00:31.637775 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651f87f-0c4a-457e-b534-3b9b06dcacdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:31.707034 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dbc02f42-8581-4f09-add0-894478494d6f), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.714040 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.714040 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbc02f42-8581-4f09-add0-894478494d6f HTTP/1.1" status: 204 len: 168 time: 1.3344624 Mar 08 12:00:31.740001 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f169e7e0-e6c7-4de5-bb29-0f09daf35080 req-36933d98-acca-4548-bba1-fa19a6f5a4eb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.2173412 Mar 08 12:00:31.813212 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f24b0db3-171b-4366-bd5a-1dabf0454b8f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4391181 Mar 08 12:00:31.827028 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28e94-8182-446b-a129-09e4f83c8fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc02f42-8581-4f09-add0-894478494d6f,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:31.882169 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Request body: {'port': {'device_id': '73382e11-08d8-429d-b306-37300a3b9dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:31.897222 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-cb16fef6-74fa-49de-af12-3246ecfc89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.902422 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-cb16fef6-74fa-49de-af12-3246ecfc89b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a975172f150436bb1a0fef5a805dabc&device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 1128 time: 0.4944985 Mar 08 12:00:32.092379 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad53b3c-1a4a-475d-be7d-80b42dad350d {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:32.103070 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5bea7095-981c-4309-a757-8f5f72c5bd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.122273 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-b1bf17f6-31ac-4e71-af27-80083feca6ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc HTTP/1.1" status: 200 len: 217 time: 0.2029634 Mar 08 12:00:32.145473 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks [] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.148244 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.58', 60894) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:32.272327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee2163-e0c9-442b-a5b3-0d084c2adf7e x-openstack-request-id: req-edee2163-e0c9-442b-a5b3-0d084c2adf7e {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:32.272880 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:32.273027 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edee2163-e0c9-442b-a5b3-0d084c2adf7e {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:32.273993 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'status': 'completed', 'code': 200} Mar 08 12:00:32.296892 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Transition to ACTIVE for port object 0ad53b3c-1a4a-475d-be7d-80b42dad350d will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:32.307279 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.427558 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-bd50f0fb-de9b-44ca-a511-9042cc538665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:32.429472 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-bd50f0fb-de9b-44ca-a511-9042cc538665 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1641796f-489b-4928-97fc-31c6c25418e4 HTTP/1.1" status: 200 len: 852 time: 0.2795351 Mar 08 12:00:32.443842 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.508615 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:32.624670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0703a-3e24-4706-9f16-dfc897c4c31c req-4718c76d-ec94-4db6-a335-4aea94aa50b6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:32.628197 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-baf0703a-3e24-4706-9f16-dfc897c4c31c req-4718c76d-ec94-4db6-a335-4aea94aa50b6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.5133607 Mar 08 12:00:32.631384 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-2d5cc2e0-2cd6-475f-905a-5d703c277d2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c34977c0-5219-48ae-af3d-cbee8cdce085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759775 Mar 08 12:00:32.781077 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-681a9d44-8027-4ed9-b883-c2e7510ba2db tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:32.783062 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-681a9d44-8027-4ed9-b883-c2e7510ba2db tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.6315305 Mar 08 12:00:32.882279 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5bea7095-981c-4309-a757-8f5f72c5bd45 admin admin] Publish callbacks [] for security_group (add5bf5a-96f6-4333-975a-39ad1a070998), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.889624 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-baf0703a-3e24-4706-9f16-dfc897c4c31c req-b6920cf3-3ddf-4d2b-8ced-7a318f53ec9c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411282 Mar 08 12:00:33.116824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5bea7095-981c-4309-a757-8f5f72c5bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (add5bf5a-96f6-4333-975a-39ad1a070998), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.146829 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-10a517c3-0c40-413e-ad68-724e13b0eb1b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 380 time: 0.3322408 Mar 08 12:00:33.152550 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5bea7095-981c-4309-a757-8f5f72c5bd45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e692a28da1fa401392ff4beb46a1b3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6354375 Mar 08 12:00:33.163039 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55284) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:33.167292 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-222010e1-8c92-4f79-b5c5-fcf08ce03242 service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294039 Mar 08 12:00:33.178121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Attempting to bind port 0ad53b3c-1a4a-475d-be7d-80b42dad350d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:33.178493 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Attempting to bind port 0ad53b3c-1a4a-475d-be7d-80b42dad350d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:33.178824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Attempting to bind port 0ad53b3c-1a4a-475d-be7d-80b42dad350d on network 1248c3dd-080b-4e5e-8265-e796a76ae394 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:33.187940 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8ca51fe3-e0b7-40bc-b4b1-3ed601eec43e req-608059f2-e27c-4a0c-904a-251030714d41 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0712895 Mar 08 12:00:33.227023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'port': {'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'admin_state_up': True, 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'security_groups': ['931aae72-d887-43b4-97dd-2c00732b6a6d']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:33.231464 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Port 0ad53b3c-1a4a-475d-be7d-80b42dad350d on network 1248c3dd-080b-4e5e-8265-e796a76ae394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:33.231915 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Attempting to bind port 0ad53b3c-1a4a-475d-be7d-80b42dad350d on network 1248c3dd-080b-4e5e-8265-e796a76ae394 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:33.251181 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7095-981c-4309-a757-8f5f72c5bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5bf5a-96f6-4333-975a-39ad1a070998,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:33.275078 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:33.275302 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Checking segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:33.275919 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Bound using segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:33.276393 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Bound port: 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:33.276801 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.321804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d270-feab-44e5-9a83-777f3f45ebb3 req-42cf49bc-984a-4d17-984e-e346fc3fc74d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.329684 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2ab4d270-feab-44e5-9a83-777f3f45ebb3 req-42cf49bc-984a-4d17-984e-e346fc3fc74d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.5802147 Mar 08 12:00:33.391926 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bd4cd6-5035-4a22-bc4a-36035ede5d33 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:33.418853 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks [] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.431263 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] Publish callbacks [] for security_group (add5bf5a-96f6-4333-975a-39ad1a070998), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.472011 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Transition to ACTIVE for port object 89bd4cd6-5035-4a22-bc4a-36035ede5d33 will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:33.504248 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2ab4d270-feab-44e5-9a83-777f3f45ebb3 req-12d24ddf-cc08-4cb7-b7a7-1a1961e65c07 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690919 Mar 08 12:00:33.511114 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] Publish callbacks [] for security_group (add5bf5a-96f6-4333-975a-39ad1a070998), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.514546 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:33.526422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:33.554411 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.886831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.921418 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc236c2c-c2bd-460f-9eb3-179bfb4fac0a req-e0a41c5a-e1ef-4a48-b031-19f62e8ca20d service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878328 Mar 08 12:00:33.956623 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.957318 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.959082 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] 10.222.0.58 "PUT /v2.0/ports/0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 200 len: 1093 time: 3.8502848 Mar 08 12:00:33.975546 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:34.085066 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.085829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:34.101018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.155962 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f731b7-f2bf-4997-87dc-eb4964eb9a67 req-9e9221ac-f017-4753-8db3-809527466c36 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.157861 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-95f731b7-f2bf-4997-87dc-eb4964eb9a67 req-9e9221ac-f017-4753-8db3-809527466c36 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.1260169 Mar 08 12:00:34.178714 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Attempting to bind port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:34.179060 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Attempting to bind port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:34.180548 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Attempting to bind port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 on network 1248c3dd-080b-4e5e-8265-e796a76ae394 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:34.188099 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (add5bf5a-96f6-4333-975a-39ad1a070998), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.190346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.194544 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/add5bf5a-96f6-4333-975a-39ad1a070998 HTTP/1.1" status: 204 len: 168 time: 1.0222735 Mar 08 12:00:34.196685 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 on network 1248c3dd-080b-4e5e-8265-e796a76ae394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:34.196685 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Attempting to bind port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 on network 1248c3dd-080b-4e5e-8265-e796a76ae394 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:34.287000 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee44fe4-cb8b-4925-a65c-3a9348ca0573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5bf5a-96f6-4333-975a-39ad1a070998,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.340522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:34.340522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Checking segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:34.340522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Bound using segment: {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:34.340522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Bound port: 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:34.340522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.409172 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-0cf4ec79-92f3-49a3-9b33-f26229b90d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.410790 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-0cf4ec79-92f3-49a3-9b33-f26229b90d5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a975172f150436bb1a0fef5a805dabc&device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 1128 time: 0.2180045 Mar 08 12:00:34.412596 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e731c79e-ab19-4bbc-aa48-d7d967f733a8 req-70b9b623-7474-4553-9e1a-ed4925e52467 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0817485 Mar 08 12:00:34.471183 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-95f731b7-f2bf-4997-87dc-eb4964eb9a67 req-14e7f27a-ff0a-4a06-aad4-56354ee7a0ec tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528193 Mar 08 12:00:34.482700 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:34.484237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-b8791af4-271a-43d5-a6ee-7c66205925a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.487068 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-b8791af4-271a-43d5-a6ee-7c66205925a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1127 time: 0.2515705 Mar 08 12:00:34.518639 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d7f8-d189-4a51-a994-f62a0b5c69ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.519164 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.20.0.10 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/60ad806b-bd49-4324-9fbf-f4a7680fa3ac) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:34.633387 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:34.641753 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-76a0b475-806e-4c1d-8e32-6f71b3b793f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 200 len: 217 time: 0.1321507 Mar 08 12:00:34.746682 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636b7b7-026b-4e8b-8f09-209cdd3837f1 x-openstack-request-id: req-7636b7b7-026b-4e8b-8f09-209cdd3837f1 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:34.747932 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:34.748392 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7636b7b7-026b-4e8b-8f09-209cdd3837f1 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:34.749090 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d', 'status': 'completed', 'code': 200} Mar 08 12:00:34.759358 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:34.806581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-4b74f24d-0ec6-4ff5-84e0-121264c0e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.811085 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-4b74f24d-0ec6-4ff5-84e0-121264c0e698 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0961087 Mar 08 12:00:34.910755 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-385675e8-e3f0-4b4e-b7cf-03a6ecabc2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.917288 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-385675e8-e3f0-4b4e-b7cf-03a6ecabc2d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c34977c0-5219-48ae-af3d-cbee8cdce085 HTTP/1.1" status: 200 len: 913 time: 0.4966540 Mar 08 12:00:34.952683 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-563b3ea6-1b6a-46f3-a92d-3e7c832f8790 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007273 Mar 08 12:00:34.956004 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.058997 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35d10c-07bc-4833-9709-e4586f7ca332 req-19e56a10-021f-4ec8-a43d-6712ee991d7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.060574 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0a35d10c-07bc-4833-9709-e4586f7ca332 req-19e56a10-021f-4ec8-a43d-6712ee991d7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.4217384 Mar 08 12:00:35.121643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.183116 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-7dbaffb3-77b5-4abd-abca-492030b41cb7 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137477 Mar 08 12:00:35.196639 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0a35d10c-07bc-4833-9709-e4586f7ca332 req-2bace197-4f4f-4aa7-9b00-4037dea0e0a5 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268008 Mar 08 12:00:35.253492 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-e76f5094-604c-4b5b-b5e8-71e6c3e4e28f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc HTTP/1.1" status: 200 len: 217 time: 0.2872038 Mar 08 12:00:35.357314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.366634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8cd25b3a-b3db-4c43-9c87-7637fe0268d5 req-1f47ed2b-c02b-4f94-b879-6e7ffd016f18 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687534 Mar 08 12:00:35.389350 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.389977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.391489 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] 10.222.0.58 "PUT /v2.0/ports/89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 1094 time: 3.5359831 Mar 08 12:00:35.409166 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fd73e-0966-48c5-9b4d-9a2b07f6ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:35.429635 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-01f16867-de21-46ac-b868-38d4698c9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.442516 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-01f16867-de21-46ac-b868-38d4698c9ba2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1641796f-489b-4928-97fc-31c6c25418e4 HTTP/1.1" status: 200 len: 852 time: 0.1778569 Mar 08 12:00:35.472917 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:35.479686 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:35.488202 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:35.494062 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.496080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.514490 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:35.624935 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-5bfb5a1e-12e0-412a-bb3c-3fb11e6820d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4548492 Mar 08 12:00:35.657231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55370) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:35.702946 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-036ff8a3-1ff6-48db-bbe2-9fb08f9a2c61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c34977c0-5219-48ae-af3d-cbee8cdce085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1777275 Mar 08 12:00:35.710734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6e2e484f-eb70-4b9c-8a30-2e8b559cf1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.785460 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Request body: {'port': {'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:35.864401 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8328ca-be65-41f4-853a-0aeca4f1bff6 req-d301b6f1-2e1d-4ada-b5a9-e599b16bc2e3 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.866464 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be8328ca-be65-41f4-853a-0aeca4f1bff6 req-d301b6f1-2e1d-4ada-b5a9-e599b16bc2e3 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.2530308 Mar 08 12:00:36.096191 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bd42a-1759-41d6-b8f9-577843d103d4 req-6bbee779-f9f5-4c15-9597-7e57bcb1ba31 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.102989 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0d8bd42a-1759-41d6-b8f9-577843d103d4 req-6bbee779-f9f5-4c15-9597-7e57bcb1ba31 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 932 time: 0.4725983 Mar 08 12:00:36.107751 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55376) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:36.186526 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6e2e484f-eb70-4b9c-8a30-2e8b559cf1d2 admin admin] Publish callbacks [] for security_group (09ba2917-927c-48d9-82a5-fb951aa7f402), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.204466 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-55abd112-8768-4811-9899-56881f781b86 None None] Provisioning complete for port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:36.205024 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-55abd112-8768-4811-9899-56881f781b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.215772 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-8c02d98c-ed76-4819-bafa-fcb7094702d4 service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283166 Mar 08 12:00:36.222025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-fe64ef7e-7772-436b-bf24-ee42f3908dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.223112 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-5c2e9d03-678e-428a-8284-8ac5ea50abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.223580 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-fe64ef7e-7772-436b-bf24-ee42f3908dd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1127 time: 0.3925540 Mar 08 12:00:36.227634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-5c2e9d03-678e-428a-8284-8ac5ea50abf8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1128 time: 0.4604156 Mar 08 12:00:36.249337 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0d8bd42a-1759-41d6-b8f9-577843d103d4 req-48515699-c53d-4a86-90d4-d0d0104bf811 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438861 Mar 08 12:00:36.313799 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-55abd112-8768-4811-9899-56881f781b86 None None] Port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:36.325157 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be8328ca-be65-41f4-853a-0aeca4f1bff6 req-4c2d6272-bc9c-4f1e-9a48-b8486e483a32 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370835 Mar 08 12:00:36.353221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6e2e484f-eb70-4b9c-8a30-2e8b559cf1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (09ba2917-927c-48d9-82a5-fb951aa7f402), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.491675 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.543993 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6e2e484f-eb70-4b9c-8a30-2e8b559cf1d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7048970ac5043aab661be4579f959d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8559921 Mar 08 12:00:36.565904 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55388) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:36.574583 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-f72c5672-ffa4-4218-9a7d-ee1366daa8c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.2546828 Mar 08 12:00:36.671991 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e484f-eb70-4b9c-8a30-2e8b559cf1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba2917-927c-48d9-82a5-fb951aa7f402,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:36.706482 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1a2-20a3-4f00-97db-1c8d552f6f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.757795 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:36.761681 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:36.801390 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-161b2743-ffb1-4872-9a1f-5a63ef5e1a35 service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738473 Mar 08 12:00:36.808478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-34f84da3-7745-4275-bf63-dc12ba6c41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.809211 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-c2b9fab4-d5cd-4c83-b138-91da5af4822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.810698 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-34f84da3-7745-4275-bf63-dc12ba6c41c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.1823263 Mar 08 12:00:36.810944 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-c2b9fab4-d5cd-4c83-b138-91da5af4822f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.5391967 Mar 08 12:00:36.843802 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22215795-91c6-4955-bfc0-f53535a57a42 req-64e38e00-49e1-4f22-b470-ef789a2dabf3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.848659 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-22215795-91c6-4955-bfc0-f53535a57a42 req-64e38e00-49e1-4f22-b470-ef789a2dabf3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.4020402 Mar 08 12:00:36.952682 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1a2-20a3-4f00-97db-1c8d552f6f4d admin admin] Publish callbacks [] for security_group (eec944d5-e56d-4fa2-83f8-f9199fa8eb08), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.954740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d8958-823c-4f07-b13c-680a1eef29cb x-openstack-request-id: req-161d8958-823c-4f07-b13c-680a1eef29cb {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:36.965220 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:36.965220 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-161d8958-823c-4f07-b13c-680a1eef29cb {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:36.965220 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33', 'status': 'completed', 'code': 200} Mar 08 12:00:37.044192 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-2654e079-b607-4b42-9d65-83f19ff5716b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 200 len: 217 time: 0.1970134 Mar 08 12:00:37.060345 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-c0d80f44-94bf-4d6c-9138-6b88c770b939 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2160649 Mar 08 12:00:37.066069 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1a2-20a3-4f00-97db-1c8d552f6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (eec944d5-e56d-4fa2-83f8-f9199fa8eb08), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.097139 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] Publish callbacks [] for security_group (09ba2917-927c-48d9-82a5-fb951aa7f402), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.272616 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] Publish callbacks [] for security_group (09ba2917-927c-48d9-82a5-fb951aa7f402), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.288819 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-a0eced18-bf16-4f50-918c-1ef32a65bbed service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671879 Mar 08 12:00:37.325809 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-578c3aa3-5346-41f3-9a0a-ce7a38e161d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:37.328413 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-578c3aa3-5346-41f3-9a0a-ce7a38e161d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.2658801 Mar 08 12:00:37.339770 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2ad2b1a2-20a3-4f00-97db-1c8d552f6f4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7d54076626642c1b1480c6ade7f8d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2264004 Mar 08 12:00:37.350620 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55422) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:37.412205 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-ad16ca0f-195d-45e5-bcd7-3a51aebc9c2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695424 Mar 08 12:00:37.487257 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2b1a2-20a3-4f00-97db-1c8d552f6f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec944d5-e56d-4fa2-83f8-f9199fa8eb08,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:37.809508 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-22215795-91c6-4955-bfc0-f53535a57a42 req-0ae4f38e-419e-4145-8794-c869fdbf3e33 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447333 Mar 08 12:00:37.831575 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-986b241c-e5d7-4361-b2a2-ea526d341efe service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946385 Mar 08 12:00:37.984007 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0da2233-69bb-4a4d-b357-9d0b523c91d6 req-2cc1dce4-bf8e-41de-95e2-5443a8377954 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703956 Mar 08 12:00:38.031117 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0310-1819-4d15-a483-ea882c125d97 req-b883ee38-0f0d-4406-b2fb-103879e2b381 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.031117 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf8e0310-1819-4d15-a483-ea882c125d97 req-b883ee38-0f0d-4406-b2fb-103879e2b381 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 932 time: 0.5659621 Mar 08 12:00:38.031117 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ad806b-bd49-4324-9fbf-f4a7680fa3ac {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:38.031480 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c322a3c-4250-41bd-b6b3-3edecdfa8f5b req-eaf88e7f-54a1-4066-bcc7-a36b85aab448 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620381 Mar 08 12:00:38.031480 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02f1d0-2356-4aaf-9349-d7f2a3acf914 req-4a14afc1-b822-4782-99e9-4d962ff98c1c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.031480 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aa02f1d0-2356-4aaf-9349-d7f2a3acf914 req-4a14afc1-b822-4782-99e9-4d962ff98c1c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.1205723 Mar 08 12:00:38.048264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks [] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.064238 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] Publish callbacks [] for security_group (eec944d5-e56d-4fa2-83f8-f9199fa8eb08), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.121118 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf8e0310-1819-4d15-a483-ea882c125d97 req-61ae3e27-7598-4deb-a1ef-82fc51fa6338 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119022 Mar 08 12:00:38.142757 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] Publish callbacks [] for security_group (eec944d5-e56d-4fa2-83f8-f9199fa8eb08), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.169969 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aa02f1d0-2356-4aaf-9349-d7f2a3acf914 req-6b20d036-8f79-45d1-a063-08f9eee453fd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297753 Mar 08 12:00:38.921714 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e71b1-688c-4175-a27c-a53ad94a9665 req-c5f9c1e6-53db-4843-9944-8466a59adf22 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.923222 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed3e71b1-688c-4175-a27c-a53ad94a9665 req-c5f9c1e6-53db-4843-9944-8466a59adf22 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.0553172 Mar 08 12:00:38.974110 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed3e71b1-688c-4175-a27c-a53ad94a9665 req-f696f175-44d7-4b40-9cdb-e09735cb41b1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Mar 08 12:00:39.116373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Transition to ACTIVE for port object 60ad806b-bd49-4324-9fbf-f4a7680fa3ac will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:39.118945 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (eec944d5-e56d-4fa2-83f8-f9199fa8eb08), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.123459 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (09ba2917-927c-48d9-82a5-fb951aa7f402), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.123459 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.127649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.127649 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eec944d5-e56d-4fa2-83f8-f9199fa8eb08 HTTP/1.1" status: 204 len: 168 time: 1.7764840 Mar 08 12:00:39.135996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600172b-d647-4a95-a1c0-56b2b9da303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec944d5-e56d-4fa2-83f8-f9199fa8eb08,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.164391 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09ba2917-927c-48d9-82a5-fb951aa7f402 HTTP/1.1" status: 204 len: 168 time: 2.5686555 Mar 08 12:00:39.174534 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9349bc7-15b5-4f8c-965c-19562185d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba2917-927c-48d9-82a5-fb951aa7f402,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.262898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.376200 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Pushing event updated for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.431030 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7a9e6-0eb3-4441-9a91-4a54d418d920 req-bce40314-2422-4331-a195-70dd68ba00ca tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.432868 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-79b7a9e6-0eb3-4441-9a91-4a54d418d920 req-bce40314-2422-4331-a195-70dd68ba00ca tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1497676 Mar 08 12:00:39.487861 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Attempting to bind port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:39.487861 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Attempting to bind port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:39.487861 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Attempting to bind port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:39.501248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:39.503342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Attempting to bind port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:39.512854 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:39.513403 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:39.514047 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:39.514757 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Bound port: 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:39.515347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.530829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13461-6a37-44b2-993f-10591597a593 req-748c36e9-1ec7-4bb1-98bf-0b3dd946f628 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.536712 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7d13461-6a37-44b2-993f-10591597a593 req-748c36e9-1ec7-4bb1-98bf-0b3dd946f628 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.2196510 Mar 08 12:00:39.632293 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-79b7a9e6-0eb3-4441-9a91-4a54d418d920 req-3097d15e-3bfa-4ee5-bc79-8ee0180f46b2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821191 Mar 08 12:00:39.665145 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-09cd58d2-079a-4c68-bf6a-b255b22ffbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.679199 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-09cd58d2-079a-4c68-bf6a-b255b22ffbd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1128 time: 0.2029583 Mar 08 12:00:39.765589 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7d13461-6a37-44b2-993f-10591597a593 req-1307cba1-b1f0-409e-aa6a-4466eeabf1f7 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147808 Mar 08 12:00:39.798380 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:39.801996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:39.874109 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.922099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.922836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.924137 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] 10.222.0.58 "PUT /v2.0/ports/60ad806b-bd49-4324-9fbf-f4a7680fa3ac HTTP/1.1" status: 200 len: 1094 time: 4.1538112 Mar 08 12:00:39.924612 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:39.927020 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cead52-80dc-44ad-a47b-58bc59890304" -d '{"events": [{"name": "network-changed", "server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:39.935419 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c8d7-ac2e-4918-9fcf-150abc3dd954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.996687 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f9275-0643-47f9-ae4b-b73dea09f58a service neutron] Pushing event updated for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:40.034318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37fcda-9f53-4f2d-9882-119a256cd44b x-openstack-request-id: req-4d37fcda-9f53-4f2d-9882-119a256cd44b {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:40.034318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:40.034318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d37fcda-9f53-4f2d-9882-119a256cd44b {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:40.034318 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'status': 'completed', 'code': 200} Mar 08 12:00:40.061410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-538dd9e0-6199-444d-a10a-ecdae7f997b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.063474 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-538dd9e0-6199-444d-a10a-ecdae7f997b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.2201991 Mar 08 12:00:40.148726 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.217036 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-949a522a-e399-42ce-964b-039dfa7241ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.0853188 Mar 08 12:00:40.233057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cf744-66ad-4edf-a81e-78503ed9a423 req-ec316b02-7643-4e93-b75b-d4c1fa2b6a02 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.235286 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e2cf744-66ad-4edf-a81e-78503ed9a423 req-ec316b02-7643-4e93-b75b-d4c1fa2b6a02 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.1450100 Mar 08 12:00:40.239883 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cead52-80dc-44ad-a47b-58bc59890304 req-be4861cc-ee8d-4dd9-a056-cd7e1506fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.241467 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02cead52-80dc-44ad-a47b-58bc59890304 req-be4861cc-ee8d-4dd9-a056-cd7e1506fe82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 1128 time: 0.1013026 Mar 08 12:00:40.369780 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-4f34f590-c326-476d-ad19-27f9f0301e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.373035 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-4f34f590-c326-476d-ad19-27f9f0301e4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.1502266 Mar 08 12:00:40.411876 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-c28eeb3e-c82c-4623-bf75-36008075fdbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320759 Mar 08 12:00:40.440033 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55482) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:40.458718 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e2cf744-66ad-4edf-a81e-78503ed9a423 req-00157622-9075-46ad-a075-b589b7448c1f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157943 Mar 08 12:00:40.467359 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6f00506-3ce1-4f6f-9046-00003f941429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.617869 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cead52-80dc-44ad-a47b-58bc59890304 req-98e44b2e-48f4-4272-a322-129a02c82502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.622226 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02cead52-80dc-44ad-a47b-58bc59890304 req-98e44b2e-48f4-4272-a322-129a02c82502 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ab382c388f1e4605be7dd6193181f2c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3640628 Mar 08 12:00:40.647450 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-dbd7194b-6b51-4e83-a631-25b2b829081a service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252562 Mar 08 12:00:40.753445 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6f00506-3ce1-4f6f-9046-00003f941429 admin admin] Publish callbacks [] for security_group (8eab8ea1-aae2-475a-b7d9-0d9b44009958), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.825539 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fec8462-ad4d-402b-88f4-ec6b1270e9ec req-2bc62806-45c7-4647-a40b-a464cd7229ca service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702075 Mar 08 12:00:40.826733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cead52-80dc-44ad-a47b-58bc59890304 req-44c67eec-a3e4-4c9e-ae82-a9a6f4e30dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.828297 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02cead52-80dc-44ad-a47b-58bc59890304 req-44c67eec-a3e4-4c9e-ae82-a9a6f4e30dad service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992376 Mar 08 12:00:40.829755 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6f00506-3ce1-4f6f-9046-00003f941429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8eab8ea1-aae2-475a-b7d9-0d9b44009958), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.923314 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e6f00506-3ce1-4f6f-9046-00003f941429 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a227982ff0e04a86b9e642072ebdf9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819405 Mar 08 12:00:40.927438 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55500) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:40.943880 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f00506-3ce1-4f6f-9046-00003f941429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab8ea1-aae2-475a-b7d9-0d9b44009958,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:40.981917 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24144284-5de1-48e8-ab49-76cb3cc966f7 req-bd11de66-749d-4978-ab4c-ccb8c5c9f448 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.990134 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-24144284-5de1-48e8-ab49-76cb3cc966f7 req-bd11de66-749d-4978-ab4c-ccb8c5c9f448 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.1088943 Mar 08 12:00:41.034227 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12203-6ad2-4e2f-9b10-6d099fcc96fd req-c228bae9-20e6-4b08-817c-8db340b221b9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.036584 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10d12203-6ad2-4e2f-9b10-6d099fcc96fd req-c228bae9-20e6-4b08-817c-8db340b221b9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1443348 Mar 08 12:00:41.038216 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] Publish callbacks [] for security_group (8eab8ea1-aae2-475a-b7d9-0d9b44009958), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.044772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-83ea4bb5-8a50-4816-ab18-c8d1ac1748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.047931 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-83ea4bb5-8a50-4816-ab18-c8d1ac1748db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 1128 time: 0.1088374 Mar 08 12:00:41.082574 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] Publish callbacks [] for security_group (8eab8ea1-aae2-475a-b7d9-0d9b44009958), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.099321 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-24144284-5de1-48e8-ab49-76cb3cc966f7 req-7f700725-5ae2-4295-a4c1-8be98963dd57 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081343 Mar 08 12:00:41.107571 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-9460d65c-ce21-4e4e-9610-9b8310350fb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac HTTP/1.1" status: 200 len: 217 time: 0.0447266 Mar 08 12:00:41.159840 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10d12203-6ad2-4e2f-9b10-6d099fcc96fd req-e6e63754-5f98-42e9-b265-6762ba4792ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108744 Mar 08 12:00:41.190222 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-a1d41405-318b-42a0-872f-f61a86a8f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.190222 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-a1d41405-318b-42a0-872f-f61a86a8f89e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0767784 Mar 08 12:00:41.269376 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-fab62b5f-120c-4931-859d-57ac5bf8bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.271897 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-fab62b5f-120c-4931-859d-57ac5bf8bf57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750368 Mar 08 12:00:41.374371 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-d9331259-9df7-4d63-9e81-57f3136f875a service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963941 Mar 08 12:00:41.430752 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8eab8ea1-aae2-475a-b7d9-0d9b44009958), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.438676 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.441521 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8eab8ea1-aae2-475a-b7d9-0d9b44009958 HTTP/1.1" status: 204 len: 168 time: 0.5118489 Mar 08 12:00:41.466874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df827d0-e154-4da2-ba7e-a61dab082aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab8ea1-aae2-475a-b7d9-0d9b44009958,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:41.499772 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bf238d1b-abb8-4e61-ae0d-a768cb6da16a req-088d354c-9862-46d9-9e42-d8ede655ddb2 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170990 Mar 08 12:00:41.658326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21673-fbb7-403f-85e4-6cae4eae161e req-06d53164-29c5-449b-a3a4-63da17aaa8c3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.660015 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37c21673-fbb7-403f-85e4-6cae4eae161e req-06d53164-29c5-449b-a3a4-63da17aaa8c3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 943 time: 0.0829277 Mar 08 12:00:41.736822 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37c21673-fbb7-403f-85e4-6cae4eae161e req-a95e67b7-dfe1-4eec-95fc-105560b3f85b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Mar 08 12:00:42.067089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0ad53b3c-1a4a-475d-be7d-80b42dad350d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:42.129329 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-faa6721d-8a4e-4aa5-9ca5-fb30325ad12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.307266 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074b823-8ea6-49bb-bad2-4afea4148a1d req-aba63208-5b63-4923-bbef-c80daccfea81 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.309332 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a074b823-8ea6-49bb-bad2-4afea4148a1d req-aba63208-5b63-4923-bbef-c80daccfea81 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.0786078 Mar 08 12:00:42.352089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:42.369498 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef567-c4eb-4e6c-afa6-c0b7a5611f0b req-17e07f28-13f5-4e7e-be8e-8cb1bf65b020 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.371031 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b27ef567-c4eb-4e6c-afa6-c0b7a5611f0b req-17e07f28-13f5-4e7e-be8e-8cb1bf65b020 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0831113 Mar 08 12:00:42.373327 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a074b823-8ea6-49bb-bad2-4afea4148a1d req-e74053a4-9bdd-4cb6-a3ce-2082e19db582 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550554 Mar 08 12:00:42.381581 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '0ad53b3c-1a4a-475d-be7d-80b42dad350d', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'port_id': '0ad53b3c-1a4a-475d-be7d-80b42dad350d', 'mac_address': 'fa:16:3e:1e:5a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:42.437005 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b27ef567-c4eb-4e6c-afa6-c0b7a5611f0b req-442cca80-49c2-4eee-9473-267c0c8e5776 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603852 Mar 08 12:00:42.437615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 0ad53b3c-1a4a-475d-be7d-80b42dad350d is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:42.438058 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.454341 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad53b3c-1a4a-475d-be7d-80b42dad350d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:42.477745 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:42.578449 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.579058 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d18977ab-1250-4ce0-ad9c-5a5e86817bdc details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:42.653934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:42.720780 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:42.732478 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'network_id': 'c34977c0-5219-48ae-af3d-cbee8cdce085', 'port_id': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'mac_address': 'fa:16:3e:7d:dc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1641796f-489b-4928-97fc-31c6c25418e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:42.771602 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port d18977ab-1250-4ce0-ad9c-5a5e86817bdc is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:42.772002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.786448 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18977ab-1250-4ce0-ad9c-5a5e86817bdc {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:42.830802 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:42.870364 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b46dd-1422-46a5-b645-578e879c3094 req-e903a95b-f53f-4ad7-8c2a-cead7f0e6c82 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.876762 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e42b46dd-1422-46a5-b645-578e879c3094 req-e903a95b-f53f-4ad7-8c2a-cead7f0e6c82 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 944 time: 0.0565779 Mar 08 12:00:42.923496 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.923864 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e42b46dd-1422-46a5-b645-578e879c3094 req-45c3e915-e6c4-4728-9f1e-d43a7b2ab05e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 Mar 08 12:00:42.924704 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 89bd4cd6-5035-4a22-bc4a-36035ede5d33 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:42.952251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55574) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:43.004782 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:43.013842 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.021401 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '89bd4cd6-5035-4a22-bc4a-36035ede5d33', 'network_id': '1248c3dd-080b-4e5e-8265-e796a76ae394', 'port_id': '89bd4cd6-5035-4a22-bc4a-36035ede5d33', 'mac_address': 'fa:16:3e:86:82:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff65f7c-15e3-4d25-b350-e4b697e4ce7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:43.065283 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:43.065684 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.079428 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bd4cd6-5035-4a22-bc4a-36035ede5d33 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:43.090804 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9104e7b4-bd1e-4952-b8d8-8416d23cf251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.100480 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:43.172243 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9104e7b4-bd1e-4952-b8d8-8416d23cf251 admin admin] Publish callbacks [] for security_group (f703cccf-fe1c-439e-b54c-77c19d3d5552), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.220976 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.221901 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.254883 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9104e7b4-bd1e-4952-b8d8-8416d23cf251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f703cccf-fe1c-439e-b54c-77c19d3d5552), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.316509 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.333044 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104e7b4-bd1e-4952-b8d8-8416d23cf251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f703cccf-fe1c-439e-b54c-77c19d3d5552,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.338692 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9104e7b4-bd1e-4952-b8d8-8416d23cf251 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adcbb622dcd54cbfba22760ce0fcb1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853352 Mar 08 12:00:43.341686 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55598) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:43.400927 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] Publish callbacks [] for security_group (f703cccf-fe1c-439e-b54c-77c19d3d5552), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.440429 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] Publish callbacks [] for security_group (f703cccf-fe1c-439e-b54c-77c19d3d5552), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.584883 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1ce9d-e0d2-453f-8791-a24bc2d6bdf2 req-f093baaf-03bc-49ca-8313-be4a4800944d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.594076 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23a1ce9d-e0d2-453f-8791-a24bc2d6bdf2 req-f093baaf-03bc-49ca-8313-be4a4800944d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 945 time: 0.1397693 Mar 08 12:00:43.595931 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175016c7-2dc6-48df-83a2-b8619f168d5c req-940592f0-6ea4-4e1b-82a2-ddfa1536d46a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.597613 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-175016c7-2dc6-48df-83a2-b8619f168d5c req-940592f0-6ea4-4e1b-82a2-ddfa1536d46a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0821009 Mar 08 12:00:43.680723 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23a1ce9d-e0d2-453f-8791-a24bc2d6bdf2 req-ddf5d634-4962-4d36-959f-7fa392e41313 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857346 Mar 08 12:00:43.700166 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-175016c7-2dc6-48df-83a2-b8619f168d5c req-e602132d-ccab-4877-a363-7f40987b8776 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942242 Mar 08 12:00:43.745948 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f703cccf-fe1c-439e-b54c-77c19d3d5552), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.748539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.749657 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f703cccf-fe1c-439e-b54c-77c19d3d5552 HTTP/1.1" status: 204 len: 168 time: 0.4071047 Mar 08 12:00:43.758583 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e177c2-0f7d-4a5b-8b50-fb9f8745e156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f703cccf-fe1c-439e-b54c-77c19d3d5552,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.781615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['0ad53b3c-1a4a-475d-be7d-80b42dad350d'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:43.840852 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['89bd4cd6-5035-4a22-bc4a-36035ede5d33'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:43.843467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['d18977ab-1250-4ce0-ad9c-5a5e86817bdc'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:44.035420 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 60ad806b-bd49-4324-9fbf-f4a7680fa3ac details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:44.094006 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff47622-7b9e-4725-a698-ac7ce6d3d7d1 req-da7578c7-f54f-4090-85af-f9daef3dfb99 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.095961 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4ff47622-7b9e-4725-a698-ac7ce6d3d7d1 req-da7578c7-f54f-4090-85af-f9daef3dfb99 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 944 time: 0.0936952 Mar 08 12:00:44.148625 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4ff47622-7b9e-4725-a698-ac7ce6d3d7d1 req-7f93bee7-fdf9-4bd1-9773-67b33d468cbb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Mar 08 12:00:44.329981 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:44.350853 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:44.391899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:44.392292 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.409161 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad806b-bd49-4324-9fbf-f4a7680fa3ac {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:44.434611 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:44.511919 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.568033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:44.762532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.790412 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55662) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:44.875514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea1c98-3882-472a-a2ce-41087897580b req-14f1249e-b230-4b13-b023-210eff0049c0 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.877795 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c4ea1c98-3882-472a-a2ce-41087897580b req-14f1249e-b230-4b13-b023-210eff0049c0 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 945 time: 0.0884318 Mar 08 12:00:44.878576 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55666) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:44.889891 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9eee2-ff47-44ff-ae5c-6969a5e791b1 req-6425a3cd-3823-4a63-905a-510aab9600be tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.891860 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5ab9eee2-ff47-44ff-ae5c-6969a5e791b1 req-6425a3cd-3823-4a63-905a-510aab9600be tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1199806 Mar 08 12:00:44.904110 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ece404cf-4b0b-4c66-8606-04966355ebd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.959086 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5ab9eee2-ff47-44ff-ae5c-6969a5e791b1 req-ce395f5e-8ebc-4255-bfcd-4a47af770e2b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613179 Mar 08 12:00:45.005030 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c4ea1c98-3882-472a-a2ce-41087897580b req-e3fcf5ba-3345-4fa0-8d47-3293db734784 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162095 Mar 08 12:00:45.027347 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['60ad806b-bd49-4324-9fbf-f4a7680fa3ac'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:45.075289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ece404cf-4b0b-4c66-8606-04966355ebd3 admin admin] Publish callbacks [] for security_group (11edfd89-b249-4528-a9b4-64e1201e3057), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.137017 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65acf143-6c4b-4cdd-9260-4babd311fa0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.184259 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ece404cf-4b0b-4c66-8606-04966355ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (11edfd89-b249-4528-a9b4-64e1201e3057), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.249312 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ece404cf-4b0b-4c66-8606-04966355ebd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c8bcaeb6c614bc28f10c38a7bb7dbfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694932 Mar 08 12:00:45.250118 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece404cf-4b0b-4c66-8606-04966355ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11edfd89-b249-4528-a9b4-64e1201e3057,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.253516 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55676) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:45.288308 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332739d-e7c4-4b0f-aad3-25088a76c4ba req-dff2e550-8752-44bf-82f5-a523067cd08d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.290037 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c332739d-e7c4-4b0f-aad3-25088a76c4ba req-dff2e550-8752-44bf-82f5-a523067cd08d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 944 time: 0.0654044 Mar 08 12:00:45.314130 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65acf143-6c4b-4cdd-9260-4babd311fa0e admin admin] Publish callbacks [] for security_group (8314786c-40b6-47a7-9ab0-b2f9dec32cb1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.346716 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] Publish callbacks [] for security_group (11edfd89-b249-4528-a9b4-64e1201e3057), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.352394 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c332739d-e7c4-4b0f-aad3-25088a76c4ba req-d8a63cde-3d49-41d9-9560-ac1b14ff316f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Mar 08 12:00:45.377772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] Publish callbacks [] for security_group (11edfd89-b249-4528-a9b4-64e1201e3057), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.386586 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-65acf143-6c4b-4cdd-9260-4babd311fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8314786c-40b6-47a7-9ab0-b2f9dec32cb1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.446658 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-65acf143-6c4b-4cdd-9260-4babd311fa0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5b26b7d869a4860ab2a6229f0f8647f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542521 Mar 08 12:00:45.448253 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf143-6c4b-4cdd-9260-4babd311fa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8314786c-40b6-47a7-9ab0-b2f9dec32cb1,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.449341 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55690) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:45.496853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] Publish callbacks [] for security_group (8314786c-40b6-47a7-9ab0-b2f9dec32cb1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.519818 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] Publish callbacks [] for security_group (8314786c-40b6-47a7-9ab0-b2f9dec32cb1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.545574 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (11edfd89-b249-4528-a9b4-64e1201e3057), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.548205 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.549508 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11edfd89-b249-4528-a9b4-64e1201e3057 HTTP/1.1" status: 204 len: 168 time: 0.2948580 Mar 08 12:00:45.558443 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7932aa0-4cfa-4c10-a66b-f23910f0b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11edfd89-b249-4528-a9b4-64e1201e3057,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.629495 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8314786c-40b6-47a7-9ab0-b2f9dec32cb1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.632153 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.633390 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8314786c-40b6-47a7-9ab0-b2f9dec32cb1 HTTP/1.1" status: 204 len: 168 time: 0.1830840 Mar 08 12:00:45.641271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb480f-8592-4161-8840-83d59cb54f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8314786c-40b6-47a7-9ab0-b2f9dec32cb1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.879208 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55704) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:46.032356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff76-a888-45ac-86f3-419b8f66a545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.046371 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0ad53b3c-1a4a-475d-be7d-80b42dad350d up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:46.076822 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:46.114281 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.158094 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae32d0-d4f4-4b33-a530-9197608b17fe req-4f24184e-95c7-4d50-8531-6b7c5c24fe36 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.160066 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bfae32d0-d4f4-4b33-a530-9197608b17fe req-4f24184e-95c7-4d50-8531-6b7c5c24fe36 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1327751 Mar 08 12:00:46.220484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff76-a888-45ac-86f3-419b8f66a545 admin admin] Publish callbacks [] for security_group (673734e6-eb85-49e5-9b42-32bc3794496c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.230312 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bfae32d0-d4f4-4b33-a530-9197608b17fe req-2b163363-c52c-418d-abfd-ec9774c287a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625236 Mar 08 12:00:46.247089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 0ad53b3c-1a4a-475d-be7d-80b42dad350d completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:46.250533 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27cc47-c6e3-411b-8851-1e8cdd9ec333 req-ee3059e4-76d7-47d0-90ab-ddcd55b1836d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.252046 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 0ad53b3c-1a4a-475d-be7d-80b42dad350d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:46.256844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.256957 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b27cc47-c6e3-411b-8851-1e8cdd9ec333 req-ee3059e4-76d7-47d0-90ab-ddcd55b1836d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 945 time: 0.0828464 Mar 08 12:00:46.308585 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b27cc47-c6e3-411b-8851-1e8cdd9ec333 req-948b5063-2201-439d-8398-9ec68476b6df tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485928 Mar 08 12:00:46.351657 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 0ad53b3c-1a4a-475d-be7d-80b42dad350d is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:46.352057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.355576 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff76-a888-45ac-86f3-419b8f66a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (673734e6-eb85-49e5-9b42-32bc3794496c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.379040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:46.401365 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5a42ff76-a888-45ac-86f3-419b8f66a545 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=208fd7a13f0d46de9b39b6cf67a877ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185316 Mar 08 12:00:46.401365 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ff76-a888-45ac-86f3-419b8f66a545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673734e6-eb85-49e5-9b42-32bc3794496c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:46.402183 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55732) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:46.452199 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:46.501753 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] Publish callbacks [] for security_group (673734e6-eb85-49e5-9b42-32bc3794496c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.530796 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] Publish callbacks [] for security_group (673734e6-eb85-49e5-9b42-32bc3794496c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.556325 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80eae7-e72e-4a2f-a2bb-9cb49cbd1c08 req-0027c845-cd4a-4701-a36c-cea4b0cb3661 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.558010 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e80eae7-e72e-4a2f-a2bb-9cb49cbd1c08 req-0027c845-cd4a-4701-a36c-cea4b0cb3661 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 944 time: 0.0922291 Mar 08 12:00:46.597101 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.598049 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 60ad806b-bd49-4324-9fbf-f4a7680fa3ac up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:46.615254 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e80eae7-e72e-4a2f-a2bb-9cb49cbd1c08 req-fd45e3c4-fd21-462b-afcb-53fbba005bf5 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494187 Mar 08 12:00:46.665819 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55748) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:46.683204 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (673734e6-eb85-49e5-9b42-32bc3794496c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.687147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.687613 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-13251cab-0926-4c26-a559-40ab8082184e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.690614 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/673734e6-eb85-49e5-9b42-32bc3794496c HTTP/1.1" status: 204 len: 168 time: 0.2870505 Mar 08 12:00:46.703868 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d689b-b73d-4b31-b5d0-902a73a7b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673734e6-eb85-49e5-9b42-32bc3794496c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:46.705863 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:46.769051 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:46.774232 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:46.775590 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.800345 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-13251cab-0926-4c26-a559-40ab8082184e admin admin] Publish callbacks [] for security_group (9265aabb-0dfe-4c10-bf6e-cf92abd43fd3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.824176 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a54b54-cde8-4804-b5ac-ff67207062fe" -d '{"events": [{"server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "name": "network-vif-plugged", "status": "completed", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:46.893596 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:46.894151 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.901495 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-13251cab-0926-4c26-a559-40ab8082184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9265aabb-0dfe-4c10-bf6e-cf92abd43fd3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:46.946238 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-13251cab-0926-4c26-a559-40ab8082184e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e071fc0570ef4ba6a35e104fa049aa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791181 Mar 08 12:00:46.947753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13251cab-0926-4c26-a559-40ab8082184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9265aabb-0dfe-4c10-bf6e-cf92abd43fd3,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:46.953253 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55768) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:46.997811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:47.000238 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b88e9-2372-46e5-abce-c022a192f5cd x-openstack-request-id: req-418b88e9-2372-46e5-abce-c022a192f5cd {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:47.000552 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "name": "network-vif-plugged", "status": "completed", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:47.000811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-418b88e9-2372-46e5-abce-c022a192f5cd {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:47.001254 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d', 'code': 200} Mar 08 12:00:47.027073 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] Publish callbacks [] for security_group (9265aabb-0dfe-4c10-bf6e-cf92abd43fd3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.051457 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] Publish callbacks [] for security_group (9265aabb-0dfe-4c10-bf6e-cf92abd43fd3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.100074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.100914 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d18977ab-1250-4ce0-ad9c-5a5e86817bdc up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:47.188248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:47.201707 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9265aabb-0dfe-4c10-bf6e-cf92abd43fd3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.204124 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.205197 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9265aabb-0dfe-4c10-bf6e-cf92abd43fd3 HTTP/1.1" status: 204 len: 168 time: 0.2508612 Mar 08 12:00:47.217868 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a927d28-ca51-4293-b57f-b04c2a1579e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9265aabb-0dfe-4c10-bf6e-cf92abd43fd3,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:47.342007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port d18977ab-1250-4ce0-ad9c-5a5e86817bdc completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:47.363138 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port d18977ab-1250-4ce0-ad9c-5a5e86817bdc triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:47.363513 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.467436 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127136ec-edcc-4ad0-bf2f-349606717e43 req-b55ae3c7-45af-497d-97c1-e2c26d840395 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.472055 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-127136ec-edcc-4ad0-bf2f-349606717e43 req-b55ae3c7-45af-497d-97c1-e2c26d840395 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 945 time: 0.0769587 Mar 08 12:00:47.517415 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port d18977ab-1250-4ce0-ad9c-5a5e86817bdc is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:47.517686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.544940 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-127136ec-edcc-4ad0-bf2f-349606717e43 req-b1853f80-5901-449e-9e06-b0305638a563 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671380 Mar 08 12:00:47.549568 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b692de-779f-4c44-92a8-720c51f772b1 req-0bf1579f-4084-4d18-9e09-fa35a41af8b2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.555251 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-89b692de-779f-4c44-92a8-720c51f772b1 req-0bf1579f-4084-4d18-9e09-fa35a41af8b2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.2176833 Mar 08 12:00:47.595447 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-6cb16a37-de6b-4f25-99e1-a0678c37536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.597000 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-6cb16a37-de6b-4f25-99e1-a0678c37536d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1129 time: 0.1817551 Mar 08 12:00:47.632202 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-7a5924fd-98e0-4e00-a231-790b20642acc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.680434 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-89b692de-779f-4c44-92a8-720c51f772b1 req-a098c213-ff6e-4295-ae6c-710cde893aa9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105597 Mar 08 12:00:47.706340 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:47.762971 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-7a5924fd-98e0-4e00-a231-790b20642acc service neutron] Publish callbacks [] for security_group (cd3be4ac-b2eb-48d0-9210-9b6a58815f41), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.793046 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.794104 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 89bd4cd6-5035-4a22-bc4a-36035ede5d33 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:47.802404 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc303cf-d694-46ba-b501-68fd121948bc req-a8594a93-64fe-4a36-a482-48f4e2fdf491 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.805068 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5fc303cf-d694-46ba-b501-68fd121948bc req-a8594a93-64fe-4a36-a482-48f4e2fdf491 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0987537 Mar 08 12:00:47.888854 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-7a5924fd-98e0-4e00-a231-790b20642acc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (cd3be4ac-b2eb-48d0-9210-9b6a58815f41), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.895607 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:47.900212 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5fc303cf-d694-46ba-b501-68fd121948bc req-24656fa7-9638-4480-a3f7-adf5edaa3a7d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Mar 08 12:00:47.921043 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55794) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:47.941080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec75e865-733f-45a3-b020-9dfb7495e2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.980077 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:47.986792 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:47.987591 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.998489 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5924fd-98e0-4e00-a231-790b20642acc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3be4ac-b2eb-48d0-9210-9b6a58815f41,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:48.002759 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e1b6668-d6b1-4819-a0f8-cbc689f49bf4 req-7a5924fd-98e0-4e00-a231-790b20642acc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964527 Mar 08 12:00:48.103670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec75e865-733f-45a3-b020-9dfb7495e2cd admin admin] Publish callbacks [] for security_group (6f857c87-fbb2-4fea-b02b-c9daebbf93d1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.120419 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:48.121023 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.163105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec75e865-733f-45a3-b020-9dfb7495e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6f857c87-fbb2-4fea-b02b-c9daebbf93d1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.178034 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:48.242943 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.260499 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ec75e865-733f-45a3-b020-9dfb7495e2cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52b9acfe4c794dac9f25a6c360e9e5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380270 Mar 08 12:00:48.264269 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55808) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:48.265365 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75e865-733f-45a3-b020-9dfb7495e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f857c87-fbb2-4fea-b02b-c9daebbf93d1,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:48.334722 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] Publish callbacks [] for security_group (6f857c87-fbb2-4fea-b02b-c9daebbf93d1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.338470 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:48.366048 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] Publish callbacks [] for security_group (6f857c87-fbb2-4fea-b02b-c9daebbf93d1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.505870 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6f857c87-fbb2-4fea-b02b-c9daebbf93d1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.509445 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:48.510995 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f857c87-fbb2-4fea-b02b-c9daebbf93d1 HTTP/1.1" status: 204 len: 168 time: 0.2472005 Mar 08 12:00:48.526126 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485637e-3279-44ec-9a4d-f86a932b0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f857c87-fbb2-4fea-b02b-c9daebbf93d1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:48.682192 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6af740-04b8-41a5-80fa-65648a6956aa req-40d2deb3-a140-4e1b-bfbd-6a4d493c3944 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:48.684556 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ea6af740-04b8-41a5-80fa-65648a6956aa req-40d2deb3-a140-4e1b-bfbd-6a4d493c3944 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0695896 Mar 08 12:00:48.757030 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ea6af740-04b8-41a5-80fa-65648a6956aa req-99198366-61a8-446e-a314-32384ea770fc tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639451 Mar 08 12:00:48.817252 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba0af-fd7e-48e0-bb1a-a0655d957822 req-3ca4a05e-9545-48f2-bc31-b4558588ac10 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:48.818647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed5ba0af-fd7e-48e0-bb1a-a0655d957822 req-3ca4a05e-9545-48f2-bc31-b4558588ac10 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 08 12:00:48.867409 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed5ba0af-fd7e-48e0-bb1a-a0655d957822 req-4a2e53af-d9ef-4a50-b687-110437730df3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Mar 08 12:00:49.003270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac'}, {'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc'}, {'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:49.007568 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b852811-f707-4782-93f2-64cd2d412878" -d '{"events": [{"server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac"}, {"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-plugged", "status": "completed", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc"}, {"server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "name": "network-vif-plugged", "status": "completed", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:49.047463 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7163-e5b8-4f7a-997b-25b393a8247a req-3069e72d-f709-49da-8820-bac2f30cf8a2 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.054098 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18cd7163-e5b8-4f7a-997b-25b393a8247a req-3069e72d-f709-49da-8820-bac2f30cf8a2 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0724690 Mar 08 12:00:49.060848 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01993d68-e357-4cb4-990d-fc9e442cd737 x-openstack-request-id: req-01993d68-e357-4cb4-990d-fc9e442cd737 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:49.061396 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac", "code": 200}, {"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-plugged", "status": "completed", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc", "code": 200}, {"server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "name": "network-vif-plugged", "status": "completed", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:49.062121 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01993d68-e357-4cb4-990d-fc9e442cd737 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:49.062237 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'code': 200} Mar 08 12:00:49.062555 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'code': 200} Mar 08 12:00:49.062875 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33', 'code': 200} Mar 08 12:00:49.097122 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18cd7163-e5b8-4f7a-997b-25b393a8247a req-b644f39f-458a-4e83-820e-bf236d3024fd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Mar 08 12:00:49.497269 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55868) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:49.555481 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e173837-302d-4b4a-ae97-e9bbdc9a318c req-15fb34ec-d3ee-4dce-a670-0f81c77f1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.557880 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e173837-302d-4b4a-ae97-e9bbdc9a318c req-15fb34ec-d3ee-4dce-a670-0f81c77f1304 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0506654 Mar 08 12:00:49.616493 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e173837-302d-4b4a-ae97-e9bbdc9a318c req-f6e792bf-b6cf-44e0-9572-6363bfc231b1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Mar 08 12:00:49.657202 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212623-0f93-4ff2-b907-a0e8e9a82a9f req-8c3b2fb3-fd54-43ce-9249-e7ae6b012a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.658707 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce212623-0f93-4ff2-b907-a0e8e9a82a9f req-8c3b2fb3-fd54-43ce-9249-e7ae6b012a95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 1130 time: 0.0840030 Mar 08 12:00:49.679099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-04845507-84a0-4323-b5c9-bbe0d153bcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.757554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-04845507-84a0-4323-b5c9-bbe0d153bcae admin admin] Publish callbacks [] for security_group (ed384535-5efa-4a9e-b94b-f2d06549e2e3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.842450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-04845507-84a0-4323-b5c9-bbe0d153bcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ed384535-5efa-4a9e-b94b-f2d06549e2e3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.902481 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-04845507-84a0-4323-b5c9-bbe0d153bcae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19bd35e2fcc24b2983b30d85b718cf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037948 Mar 08 12:00:49.905226 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55890) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:49.934224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04845507-84a0-4323-b5c9-bbe0d153bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed384535-5efa-4a9e-b94b-f2d06549e2e3,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:49.964679 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b1cc4-25af-4d74-9a71-eff22fdfec04 req-6668bce1-4979-4acb-9d19-0cb0f4a76cab tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.967557 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-195b1cc4-25af-4d74-9a71-eff22fdfec04 req-6668bce1-4979-4acb-9d19-0cb0f4a76cab tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.1398332 Mar 08 12:00:50.002955 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] Publish callbacks [] for security_group (ed384535-5efa-4a9e-b94b-f2d06549e2e3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.045499 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-195b1cc4-25af-4d74-9a71-eff22fdfec04 req-f47bb2e1-bc82-4954-b8fb-7be2aab30cc6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707452 Mar 08 12:00:50.051079 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] Publish callbacks [] for security_group (ed384535-5efa-4a9e-b94b-f2d06549e2e3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.078904 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090987a9-2669-4afa-b538-66f55937986b req-a2f2b6df-d8f6-4e02-bc04-155aaa2b78f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:50.080494 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-090987a9-2669-4afa-b538-66f55937986b req-a2f2b6df-d8f6-4e02-bc04-155aaa2b78f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.1003244 Mar 08 12:00:50.139122 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-090987a9-2669-4afa-b538-66f55937986b req-ae8ed77c-4e9b-42ab-ba5b-5c4154526fdc tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496523 Mar 08 12:00:50.214432 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ed384535-5efa-4a9e-b94b-f2d06549e2e3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.217501 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.224481 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed384535-5efa-4a9e-b94b-f2d06549e2e3 HTTP/1.1" status: 204 len: 168 time: 0.3125582 Mar 08 12:00:50.227816 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40405b32-ca2a-4404-84a1-503456653c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed384535-5efa-4a9e-b94b-f2d06549e2e3,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:50.241314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe1bad-da9e-418d-9da8-7db19c1949f7 req-bef85b55-f3c0-428f-855c-7d22d5930ea9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:50.244206 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbbe1bad-da9e-418d-9da8-7db19c1949f7 req-bef85b55-f3c0-428f-855c-7d22d5930ea9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0704348 Mar 08 12:00:50.301685 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbbe1bad-da9e-418d-9da8-7db19c1949f7 req-3727112a-62b7-4b63-9171-240ccb8d3362 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516965 Mar 08 12:00:51.061477 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 55930) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:51.077773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9b63-c7b0-4e0d-9904-5edf700f5538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.200863 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0840d6-0c7a-47a7-8f13-14e4fbee75f7 req-7b11893e-881d-4778-87d9-ed19d2f127b7 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.202429 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9f0840d6-0c7a-47a7-8f13-14e4fbee75f7 req-7b11893e-881d-4778-87d9-ed19d2f127b7 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0868587 Mar 08 12:00:51.214375 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9b63-c7b0-4e0d-9904-5edf700f5538 admin admin] Publish callbacks [] for security_group (7febf6f2-1270-4a5c-8db0-637481c28e7b), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.260875 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9f0840d6-0c7a-47a7-8f13-14e4fbee75f7 req-f622cf7a-1675-48d2-b9f7-dfaea1f86dd3 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Mar 08 12:00:51.291729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d77809-c392-42aa-83ac-d5e83a356610 req-8f06d11c-1eae-485e-bf31-3e0924dc3269 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.304721 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9d77809-c392-42aa-83ac-d5e83a356610 req-8f06d11c-1eae-485e-bf31-3e0924dc3269 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0682893 Mar 08 12:00:51.332427 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9b63-c7b0-4e0d-9904-5edf700f5538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7febf6f2-1270-4a5c-8db0-637481c28e7b), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.342871 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9d77809-c392-42aa-83ac-d5e83a356610 req-3c1deb9c-8486-46ab-bc6a-76d8902bf964 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Mar 08 12:00:51.377060 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a6fb9b63-c7b0-4e0d-9904-5edf700f5538 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6363311d9c5548cf8f3af3a1dbb1a73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120110 Mar 08 12:00:51.377060 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb9b63-c7b0-4e0d-9904-5edf700f5538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7febf6f2-1270-4a5c-8db0-637481c28e7b,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:51.384760 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 55940) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:51.443331 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] Publish callbacks [] for security_group (7febf6f2-1270-4a5c-8db0-637481c28e7b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.469167 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ec95-a33d-4a89-a9bb-af97d099529d req-15cd3246-e0be-471c-b9e2-401f1b5f1474 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.470651 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2c3ec95-a33d-4a89-a9bb-af97d099529d req-15cd3246-e0be-471c-b9e2-401f1b5f1474 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0644288 Mar 08 12:00:51.471497 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] Publish callbacks [] for security_group (7febf6f2-1270-4a5c-8db0-637481c28e7b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.517448 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2c3ec95-a33d-4a89-a9bb-af97d099529d req-6cff4c2e-7ac0-4e80-9a6c-ee1bbfb30a42 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Mar 08 12:00:51.626190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7febf6f2-1270-4a5c-8db0-637481c28e7b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.630600 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.633276 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7febf6f2-1270-4a5c-8db0-637481c28e7b HTTP/1.1" status: 204 len: 168 time: 0.2547162 Mar 08 12:00:51.642783 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4256-acd8-4723-8992-47c9876f58aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7febf6f2-1270-4a5c-8db0-637481c28e7b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:52.399792 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce212623-0f93-4ff2-b907-a0e8e9a82a9f req-31a0668d-0ebe-420a-ae75-91c02b4700ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886691 Mar 08 12:00:52.418823 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c4c47-98f5-4a58-a86d-16a7b0252032 req-bdabdd98-b9de-4cdb-87c5-3da8d53e06f6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.420464 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-483c4c47-98f5-4a58-a86d-16a7b0252032 req-bdabdd98-b9de-4cdb-87c5-3da8d53e06f6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0836518 Mar 08 12:00:52.465632 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b645695-81b1-49d4-bdd3-590df43313e2 req-9048c7c3-e9b6-44dd-9546-74241a7ea47e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.467107 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b645695-81b1-49d4-bdd3-590df43313e2 req-9048c7c3-e9b6-44dd-9546-74241a7ea47e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0528417 Mar 08 12:00:52.470702 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-483c4c47-98f5-4a58-a86d-16a7b0252032 req-eeee74db-b381-426f-9441-4e7b2d7ae52e tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Mar 08 12:00:52.516657 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b645695-81b1-49d4-bdd3-590df43313e2 req-699fcea3-a8aa-4b78-b3f7-b81f9715e300 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Mar 08 12:00:52.640072 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8cb8-af21-4fb4-ab6c-ab19869d5f8e req-5a492914-5dcd-4091-950c-8144002fd6aa tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.641563 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc1d8cb8-af21-4fb4-ab6c-ab19869d5f8e req-5a492914-5dcd-4091-950c-8144002fd6aa tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0555351 Mar 08 12:00:52.688843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc1d8cb8-af21-4fb4-ab6c-ab19869d5f8e req-8d8779f7-00df-454c-a033-582698ef6b72 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Mar 08 12:00:52.801585 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20761c6d-5fba-463a-bef1-da507b9de237 req-3c999c94-7125-4563-8dc9-9eae2ec49bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.803099 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-20761c6d-5fba-463a-bef1-da507b9de237 req-3c999c94-7125-4563-8dc9-9eae2ec49bd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0452902 Mar 08 12:00:52.889182 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-20761c6d-5fba-463a-bef1-da507b9de237 req-92d19c62-f59f-47cc-91aa-e4454bf540cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Mar 08 12:00:53.589503 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e36d29-f6bb-49fa-b8ac-1fdc1a27ba01 req-5a8aa20e-f28d-436f-ac0c-d1ad20de8fb0 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.591103 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-41e36d29-f6bb-49fa-b8ac-1fdc1a27ba01 req-5a8aa20e-f28d-436f-ac0c-d1ad20de8fb0 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0529282 Mar 08 12:00:53.639244 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd874-4860-4a5f-b3eb-5b6ad2773338 req-1770464e-0a41-4d25-bcd7-1c3240c3c877 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.642737 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-41e36d29-f6bb-49fa-b8ac-1fdc1a27ba01 req-9a1f2fa8-086d-4604-912f-de2dec0e532d tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Mar 08 12:00:53.643968 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-386cd874-4860-4a5f-b3eb-5b6ad2773338 req-1770464e-0a41-4d25-bcd7-1c3240c3c877 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0592270 Mar 08 12:00:53.691674 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-386cd874-4860-4a5f-b3eb-5b6ad2773338 req-e9160188-b8d6-4e6d-94fa-b38a0a63a8f2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Mar 08 12:00:53.804951 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7a3a-9d15-4533-834b-8531d8da7bfa req-548a32a0-b1ee-454c-aa7f-0d77c92df88f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.807222 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-de3c7a3a-9d15-4533-834b-8531d8da7bfa req-548a32a0-b1ee-454c-aa7f-0d77c92df88f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0527570 Mar 08 12:00:53.854414 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-de3c7a3a-9d15-4533-834b-8531d8da7bfa req-811697f9-cff4-418f-84aa-51817fc087fb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Mar 08 12:00:54.115443 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56024) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:54.224863 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1208b3c7-f115-4de8-8b83-88a67f61c4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.323142 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1208b3c7-f115-4de8-8b83-88a67f61c4be admin admin] Publish callbacks [] for security_group (16017d9b-4f3f-4dd3-8d24-2088d58b6c7e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.383809 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1208b3c7-f115-4de8-8b83-88a67f61c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (16017d9b-4f3f-4dd3-8d24-2088d58b6c7e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.392953 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882defd2-8ae0-41b1-a379-faefeb91c6df req-9e3a9c53-12d2-413d-97e6-18d4f2b36b6e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:54.394733 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-882defd2-8ae0-41b1-a379-faefeb91c6df req-9e3a9c53-12d2-413d-97e6-18d4f2b36b6e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0658967 Mar 08 12:00:54.429402 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1208b3c7-f115-4de8-8b83-88a67f61c4be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b8c884d38fa444f812f67ba99b546e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128374 Mar 08 12:00:54.431135 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b3c7-f115-4de8-8b83-88a67f61c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16017d9b-4f3f-4dd3-8d24-2088d58b6c7e,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:54.435049 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56032) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:54.458854 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-882defd2-8ae0-41b1-a379-faefeb91c6df req-91d8b1d5-5a66-404c-baea-56b2a392cf30 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Mar 08 12:00:54.686650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] Publish callbacks [] for security_group (16017d9b-4f3f-4dd3-8d24-2088d58b6c7e), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.726243 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] Publish callbacks [] for security_group (16017d9b-4f3f-4dd3-8d24-2088d58b6c7e), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.859588 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3adf5a-7428-451f-9d97-98a767d87ae7 req-2f97694b-343f-499e-b09a-6d219c82757d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:54.861842 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-db3adf5a-7428-451f-9d97-98a767d87ae7 req-2f97694b-343f-499e-b09a-6d219c82757d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0873609 Mar 08 12:00:54.935302 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-db3adf5a-7428-451f-9d97-98a767d87ae7 req-bc72830d-fec1-4ee5-9476-1fe3a04b99ef tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635099 Mar 08 12:00:54.941520 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (16017d9b-4f3f-4dd3-8d24-2088d58b6c7e), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.951404 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.951404 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16017d9b-4f3f-4dd3-8d24-2088d58b6c7e HTTP/1.1" status: 204 len: 168 time: 0.5125201 Mar 08 12:00:54.970095 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bedeb-9cfb-4c8b-9b41-d065e6007494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16017d9b-4f3f-4dd3-8d24-2088d58b6c7e,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.006827 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4179d-18f4-45f1-aa04-e2cc57175484 req-3a3fc477-5744-4a53-820d-57f876330a84 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:55.009441 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20f4179d-18f4-45f1-aa04-e2cc57175484 req-3a3fc477-5744-4a53-820d-57f876330a84 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.1066616 Mar 08 12:00:55.073235 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20f4179d-18f4-45f1-aa04-e2cc57175484 req-c32a575c-cdf9-4929-9071-cc1be3fece65 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Mar 08 12:00:55.591895 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edf288-dd06-4787-86a9-5fcff11e6292 req-a718483b-a16d-4399-a311-afcc040217cd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:55.593362 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-42edf288-dd06-4787-86a9-5fcff11e6292 req-a718483b-a16d-4399-a311-afcc040217cd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0509443 Mar 08 12:00:55.642098 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-42edf288-dd06-4787-86a9-5fcff11e6292 req-c9c29393-9353-4df3-84a6-e5a2da095344 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Mar 08 12:00:55.692433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56052) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:55.710488 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-737d3626-1683-49fe-8e88-ddfe0ba1d9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.790859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-737d3626-1683-49fe-8e88-ddfe0ba1d9c8 admin admin] Publish callbacks [] for security_group (53a36c4e-9e6e-4a51-8581-52edc3496cca), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.874356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-737d3626-1683-49fe-8e88-ddfe0ba1d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (53a36c4e-9e6e-4a51-8581-52edc3496cca), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.911647 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3626-1683-49fe-8e88-ddfe0ba1d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a36c4e-9e6e-4a51-8581-52edc3496cca,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.916107 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-737d3626-1683-49fe-8e88-ddfe0ba1d9c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29fbf6132bf84ed0a4295a6567dac124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226048 Mar 08 12:00:55.919475 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56056) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:55.967623 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] Publish callbacks [] for security_group (53a36c4e-9e6e-4a51-8581-52edc3496cca), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.988491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] Publish callbacks [] for security_group (53a36c4e-9e6e-4a51-8581-52edc3496cca), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.096040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97dfe8-f4f0-44e5-9155-7be4657e8835 req-cccb44a8-9807-4f07-9990-bc10c8949b75 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.097552 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd97dfe8-f4f0-44e5-9155-7be4657e8835 req-cccb44a8-9807-4f07-9990-bc10c8949b75 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0592744 Mar 08 12:00:56.128747 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (53a36c4e-9e6e-4a51-8581-52edc3496cca), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.131345 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.133287 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53a36c4e-9e6e-4a51-8581-52edc3496cca HTTP/1.1" status: 204 len: 168 time: 0.2124007 Mar 08 12:00:56.154092 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d158-a7a2-4565-aabc-31a94ae6a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a36c4e-9e6e-4a51-8581-52edc3496cca,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:56.162567 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd97dfe8-f4f0-44e5-9155-7be4657e8835 req-8a02a3bc-3465-465a-a3f9-e7147cc01227 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594404 Mar 08 12:00:56.221518 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccee68-99ac-4226-97e7-2a50a7b7ca94 req-434d7305-9167-47dc-b647-6e3cd272a769 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.223294 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-63ccee68-99ac-4226-97e7-2a50a7b7ca94 req-434d7305-9167-47dc-b647-6e3cd272a769 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0654812 Mar 08 12:00:56.301859 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-63ccee68-99ac-4226-97e7-2a50a7b7ca94 req-31d1c4c5-732d-4a3e-bd13-7026cdac21c6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705969 Mar 08 12:00:56.307851 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-642eb968-8788-452b-a83d-ce2845ac1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.309321 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-642eb968-8788-452b-a83d-ce2845ac1ee2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1129 time: 0.0709319 Mar 08 12:00:56.418570 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-8588555b-f494-4939-8e48-00d43733da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.420067 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-8588555b-f494-4939-8e48-00d43733da96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.0965786 Mar 08 12:00:56.469605 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-05a33da4-c345-49e3-bae5-4dd39460b619 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 200 len: 217 time: 0.0410249 Mar 08 12:00:56.531432 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-792eae61-9711-40c1-a1f9-8e49944ac970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.533011 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-792eae61-9711-40c1-a1f9-8e49944ac970 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0564477 Mar 08 12:00:56.572427 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-231346fd-42d6-4e54-886c-7655a8c7d3c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305820 Mar 08 12:00:56.703063 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-62ac4985-897a-424b-8b38-a7dd8bd7f648 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119323 Mar 08 12:00:56.773023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41372-71e3-4fc4-8fa6-e0b910d9eeca req-641d335f-ee27-4567-86ce-ca3fff2141f9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.775633 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4f41372-71e3-4fc4-8fa6-e0b910d9eeca req-641d335f-ee27-4567-86ce-ca3fff2141f9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0618305 Mar 08 12:00:56.832186 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4f41372-71e3-4fc4-8fa6-e0b910d9eeca req-bde35642-587c-426f-8c69-531dff3e64dc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504997 Mar 08 12:00:57.001842 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b96ce74-8d5d-45d8-a9a9-2088fa87293c req-570fce8c-5697-4766-9d91-5d5d538b8964 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916324 Mar 08 12:00:57.322659 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509291a-f8bb-4db6-9f1b-0ee63b90ca1e req-b6c6acaf-dc85-4499-af69-0c283064a2e9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.324181 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3509291a-f8bb-4db6-9f1b-0ee63b90ca1e req-b6c6acaf-dc85-4499-af69-0c283064a2e9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0750310 Mar 08 12:00:57.382675 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3509291a-f8bb-4db6-9f1b-0ee63b90ca1e req-e6c1a593-147d-42d4-bd9d-ba4d177595d0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 Mar 08 12:00:57.453961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1c86-637b-4906-9720-c3f0c37ff1e5 req-6ab2e6e1-4f8d-4f8d-a2e9-626f1a31ecbe tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.460172 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d1a1c86-637b-4906-9720-c3f0c37ff1e5 req-6ab2e6e1-4f8d-4f8d-a2e9-626f1a31ecbe tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0686300 Mar 08 12:00:57.525843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d1a1c86-637b-4906-9720-c3f0c37ff1e5 req-e9366702-ee07-4457-9f6e-950ca56e08bc tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Mar 08 12:00:57.969375 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01422-ffe6-4a20-865e-5c9738a3d329 req-ac930281-6a8f-4f76-9ca1-c6d74d697f06 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.970847 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d7b01422-ffe6-4a20-865e-5c9738a3d329 req-ac930281-6a8f-4f76-9ca1-c6d74d697f06 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0513871 Mar 08 12:00:58.045149 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d7b01422-ffe6-4a20-865e-5c9738a3d329 req-bb3e3e9d-3bb2-48d1-8338-6a48c1f396e9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673363 Mar 08 12:00:58.517374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5bd20-8fd8-41e2-9307-440a67c401ad req-706e4941-e035-4d75-a567-9fbe688e4c1a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:58.518925 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-96c5bd20-8fd8-41e2-9307-440a67c401ad req-706e4941-e035-4d75-a567-9fbe688e4c1a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0635746 Mar 08 12:00:58.579281 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-96c5bd20-8fd8-41e2-9307-440a67c401ad req-94bebbb7-c967-4386-b9b5-b3fbcaef2885 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538113 Mar 08 12:00:58.649802 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca481f-b904-4466-a3c0-14f3efcc44c2 req-4aa5ed15-8779-4862-b3c3-55214a329267 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:58.651343 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-08ca481f-b904-4466-a3c0-14f3efcc44c2 req-4aa5ed15-8779-4862-b3c3-55214a329267 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0518823 Mar 08 12:00:58.708511 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-08ca481f-b904-4466-a3c0-14f3efcc44c2 req-fdc0dad4-03f7-4b24-94ce-ba934f5a5c95 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511966 Mar 08 12:00:58.717893 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83409ad-c673-40ab-a163-fbcdfa279530 req-96f63560-dea3-4448-bd73-4d87df013574 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:58.719601 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f83409ad-c673-40ab-a163-fbcdfa279530 req-96f63560-dea3-4448-bd73-4d87df013574 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0728149 Mar 08 12:00:58.728824 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56182) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:58.733722 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:58.819858 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.345104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41d02b-cdb3-4d30-845e-6eb2e3a5adfe req-007fa474-f6d5-47aa-8696-add921bb135d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:59.346567 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7b41d02b-cdb3-4d30-845e-6eb2e3a5adfe req-007fa474-f6d5-47aa-8696-add921bb135d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.2291722 Mar 08 12:00:59.529372 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7b41d02b-cdb3-4d30-845e-6eb2e3a5adfe req-096738fc-6af6-41d5-b935-3d15616e740b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733415 Mar 08 12:00:59.547928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.596457 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.875331 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP b7174472-e587-4c13-88a9-f576a258eec4 associated. External IP: 172.27.3.137, port: 60ad806b-bd49-4324-9fbf-f4a7680fa3ac. Mar 08 12:01:00.088173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:01:00.212483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:01:00.217414 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.226291 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:00.236778 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:00.237380 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:00.259554 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-99b63955-1c9f-45e7-b1d5-ae18e89701c0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "PUT /v2.0/floatingips/b7174472-e587-4c13-88a9-f576a258eec4 HTTP/1.1" status: 200 len: 992 time: 1.5198016 Mar 08 12:01:00.259554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:00.259554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834" -d '{"events": [{"name": "network-changed", "server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:00.287767 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd366a06-8ab4-4be9-9d7e-f5dba5b50ac4 x-openstack-request-id: req-dd366a06-8ab4-4be9-9d7e-f5dba5b50ac4 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:00.288061 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:00.288314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd366a06-8ab4-4be9-9d7e-f5dba5b50ac4 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:00.288717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'status': 'completed', 'code': 200} Mar 08 12:01:00.344431 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:00.608814 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:00:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:00.635121 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:00.644251 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:00.644251 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:00.756479 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0de602-4d43-45a0-9fbb-8db58fa1922d req-f305c497-d4c4-4a42-a413-d22774d21e0a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:00.770549 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e0de602-4d43-45a0-9fbb-8db58fa1922d req-f305c497-d4c4-4a42-a413-d22774d21e0a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1428995 Mar 08 12:01:00.844415 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e0de602-4d43-45a0-9fbb-8db58fa1922d req-bfa83d1d-0a05-4028-a98e-adbe4b512064 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720427 Mar 08 12:01:00.875298 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:01.122182 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:00:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:01.161037 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76388d29-6aec-4062-9355-2216a2836e1e None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:00:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:01.261834 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-3ec715eb-9d8d-4b79-91e6-207ae2bd7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.263413 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-3ec715eb-9d8d-4b79-91e6-207ae2bd7fdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0471134 Mar 08 12:01:01.359658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-80f620a3-c0ac-4cdc-928e-36e70a70e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.361320 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-80f620a3-c0ac-4cdc-928e-36e70a70e089 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0914307 Mar 08 12:01:01.400209 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e852ca-971a-416b-882f-a49e06701be7 None None] New status for floating IP b7174472-e587-4c13-88a9-f576a258eec4: ACTIVE {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:01:01.471685 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-ae823879-d778-42de-a89f-f0df26539b8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac HTTP/1.1" status: 200 len: 1000 time: 0.0973589 Mar 08 12:01:01.534714 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-a2f68db6-35e4-4c8a-85ab-72e16d32395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.536242 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-a2f68db6-35e4-4c8a-85ab-72e16d32395c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0532081 Mar 08 12:01:01.593052 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-e651ef37-8399-4b09-a5a6-c2c857913415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.594478 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-e651ef37-8399-4b09-a5a6-c2c857913415 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460277 Mar 08 12:01:01.691404 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-06f441a2-284d-45ed-a561-dfd78bf61710 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898640 Mar 08 12:01:01.833310 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0bb08fb-d5d4-4e10-8f01-7db44a6e0834 req-896cc098-439a-45e7-a4ae-c572325a29e0 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306536 Mar 08 12:01:01.885082 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56246) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:01.977202 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701c5b5-9b1f-4e66-b10c-d786544091ec req-675e5240-c888-49b0-95e5-564aad5edb70 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.981635 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2701c5b5-9b1f-4e66-b10c-d786544091ec req-675e5240-c888-49b0-95e5-564aad5edb70 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0626357 Mar 08 12:01:02.035801 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2701c5b5-9b1f-4e66-b10c-d786544091ec req-28244ebc-7249-4e60-a376-8f1364ed0347 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509222 Mar 08 12:01:02.074329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b1879a88-9713-4d2c-9c2b-5ceb77448da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.158655 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b1879a88-9713-4d2c-9c2b-5ceb77448da2 admin admin] Publish callbacks [] for security_group (6552c0b0-9a1a-4ce6-9557-6b74e2809e88), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.241604 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b1879a88-9713-4d2c-9c2b-5ceb77448da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6552c0b0-9a1a-4ce6-9557-6b74e2809e88), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.281452 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b1879a88-9713-4d2c-9c2b-5ceb77448da2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e07aae2254984877a60d46bdcf5e8c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943882 Mar 08 12:01:02.282326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1879a88-9713-4d2c-9c2b-5ceb77448da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552c0b0-9a1a-4ce6-9557-6b74e2809e88,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:02.284293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56258) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:02.332839 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] Publish callbacks [] for security_group (6552c0b0-9a1a-4ce6-9557-6b74e2809e88), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.354093 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] Publish callbacks [] for security_group (6552c0b0-9a1a-4ce6-9557-6b74e2809e88), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.516112 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6552c0b0-9a1a-4ce6-9557-6b74e2809e88), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.519157 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.520342 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6552c0b0-9a1a-4ce6-9557-6b74e2809e88 HTTP/1.1" status: 204 len: 168 time: 0.2350695 Mar 08 12:01:02.532276 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75b0c3-5842-4c04-a97a-c745279471c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552c0b0-9a1a-4ce6-9557-6b74e2809e88,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:03.194712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b3318-26b4-4f5d-8d5d-98a422f98643 req-03b56b4c-041e-47e2-89d8-8ce76ada4653 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:03.196111 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fd9b3318-26b4-4f5d-8d5d-98a422f98643 req-03b56b4c-041e-47e2-89d8-8ce76ada4653 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0712521 Mar 08 12:01:03.264261 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fd9b3318-26b4-4f5d-8d5d-98a422f98643 req-7ac85c46-3554-434c-a02e-94a75dd332fc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612545 Mar 08 12:01:03.327976 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56306) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:03.340756 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-19d9c3c7-7779-4062-8abd-a84d1652e766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.411855 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-19d9c3c7-7779-4062-8abd-a84d1652e766 admin admin] Publish callbacks [] for security_group (d53943f3-f783-49d5-af0e-0f7d5a9b9746), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.532916 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-19d9c3c7-7779-4062-8abd-a84d1652e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d53943f3-f783-49d5-af0e-0f7d5a9b9746), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.572525 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-19d9c3c7-7779-4062-8abd-a84d1652e766 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01070cb9907e49bfad98932e4afd3928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434816 Mar 08 12:01:03.574518 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9c3c7-7779-4062-8abd-a84d1652e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53943f3-f783-49d5-af0e-0f7d5a9b9746,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:03.576686 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56312) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:03.629532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] Publish callbacks [] for security_group (d53943f3-f783-49d5-af0e-0f7d5a9b9746), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.654524 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] Publish callbacks [] for security_group (d53943f3-f783-49d5-af0e-0f7d5a9b9746), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.778928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d53943f3-f783-49d5-af0e-0f7d5a9b9746), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.785310 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.785310 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d53943f3-f783-49d5-af0e-0f7d5a9b9746 HTTP/1.1" status: 204 len: 168 time: 0.2048657 Mar 08 12:01:03.792080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344f099-2c03-495e-a3ee-6bdab16638e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53943f3-f783-49d5-af0e-0f7d5a9b9746,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:04.389772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb61f-bd8b-40e3-b8e5-b8dfa73e52f3 req-a4b09c42-8c01-4a0e-a52f-6150f1373979 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:04.391265 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-440fb61f-bd8b-40e3-b8e5-b8dfa73e52f3 req-a4b09c42-8c01-4a0e-a52f-6150f1373979 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0566158 Mar 08 12:01:04.451157 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-440fb61f-bd8b-40e3-b8e5-b8dfa73e52f3 req-92b0707c-0416-4004-8739-fb60a8bcc870 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537596 Mar 08 12:01:05.584898 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341ce07-a92b-4ba9-8b5c-b9d7ffc95f74 req-06ef3f09-29a4-4e86-b805-bd8e091f517c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.586937 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8341ce07-a92b-4ba9-8b5c-b9d7ffc95f74 req-06ef3f09-29a4-4e86-b805-bd8e091f517c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0557830 Mar 08 12:01:05.642889 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8341ce07-a92b-4ba9-8b5c-b9d7ffc95f74 req-4a2a5d45-0445-4a91-9136-70cfeda33ab9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 Mar 08 12:01:06.758888 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aced69-22f6-4887-b000-881810c640da req-db50526b-6607-4a7f-9b96-6d65a36f90f6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.760379 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f3aced69-22f6-4887-b000-881810c640da req-db50526b-6607-4a7f-9b96-6d65a36f90f6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0519814 Mar 08 12:01:06.808292 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f3aced69-22f6-4887-b000-881810c640da req-6b659614-fa9d-47ed-b2dc-ad9c78a68f44 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Mar 08 12:01:07.934259 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1780f-8f82-475f-89c8-470d063ded71 req-9c49785a-d3a3-42e2-b513-203533f0ca7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:07.935812 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ef1780f-8f82-475f-89c8-470d063ded71 req-9c49785a-d3a3-42e2-b513-203533f0ca7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0562553 Mar 08 12:01:07.987380 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ef1780f-8f82-475f-89c8-470d063ded71 req-edb9c5ce-4f49-4b0c-9e58-7077db2bdf7d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Mar 08 12:01:08.480667 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-e4eef36f-5e6b-4a8f-bb3a-f4d3fa3b6e35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411649 Mar 08 12:01:08.589717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-d6f524a5-4d15-46d7-a164-fe53723584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.591203 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-d6f524a5-4d15-46d7-a164-fe53723584fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a975172f150436bb1a0fef5a805dabc&device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 1130 time: 0.0480125 Mar 08 12:01:08.701534 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-854b7d7d-b0ba-4dae-84bd-5839fdc549f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.703172 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-854b7d7d-b0ba-4dae-84bd-5839fdc549f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c34977c0-5219-48ae-af3d-cbee8cdce085 HTTP/1.1" status: 200 len: 913 time: 0.0869718 Mar 08 12:01:08.749665 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-131ae1ee-4d8d-401d-ab97-404508f4cb0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc HTTP/1.1" status: 200 len: 217 time: 0.0382409 Mar 08 12:01:08.783481 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56516) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:08.814835 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-09514d16-3ae4-4a62-86cf-64c12324a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.816516 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-09514d16-3ae4-4a62-86cf-64c12324a934 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1641796f-489b-4928-97fc-31c6c25418e4 HTTP/1.1" status: 200 len: 852 time: 0.0502727 Mar 08 12:01:08.850933 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-8428f6ab-0f6a-489a-87e3-0fdd8d107fee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c34977c0-5219-48ae-af3d-cbee8cdce085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282223 Mar 08 12:01:08.910142 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c8bfab-d44d-4386-9c09-f227281fa882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.977385 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-a1a44fb4-800e-4e36-9d13-582748867717 service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142366 Mar 08 12:01:08.987850 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c8bfab-d44d-4386-9c09-f227281fa882 admin admin] Publish callbacks [] for security_group (8c28d573-00d1-4f4e-831d-51c0a0da0650), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.058216 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c8bfab-d44d-4386-9c09-f227281fa882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8c28d573-00d1-4f4e-831d-51c0a0da0650), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.097045 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18f81d80-3a74-4b89-8a62-9b7b75a241f2 req-5a261e0f-6a5f-4bcd-807f-165129ef8a88 service neutron] 10.222.0.58 "GET /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135764 Mar 08 12:01:09.099184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-83c8bfab-d44d-4386-9c09-f227281fa882 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31e57ff44e364e63afcb2b9a516f0576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146334 Mar 08 12:01:09.101599 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bfab-d44d-4386-9c09-f227281fa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28d573-00d1-4f4e-831d-51c0a0da0650,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.102393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56528) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:09.124306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eef31-38cb-43cf-b26a-1c459a4381fe req-d658bc97-603f-4e77-921a-4ccc5374d255 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:09.128298 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-171eef31-38cb-43cf-b26a-1c459a4381fe req-d658bc97-603f-4e77-921a-4ccc5374d255 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0747666 Mar 08 12:01:09.160827 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] Publish callbacks [] for security_group (8c28d573-00d1-4f4e-831d-51c0a0da0650), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.177288 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-171eef31-38cb-43cf-b26a-1c459a4381fe req-f96fc012-e3b1-4c92-8531-7e9f0ba651cb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Mar 08 12:01:09.185980 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] Publish callbacks [] for security_group (8c28d573-00d1-4f4e-831d-51c0a0da0650), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.424568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8c28d573-00d1-4f4e-831d-51c0a0da0650), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.456009 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.456009 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c28d573-00d1-4f4e-831d-51c0a0da0650 HTTP/1.1" status: 204 len: 168 time: 0.3258832 Mar 08 12:01:09.456009 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be387-2c5c-43d0-bcf5-8f2966d68c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28d573-00d1-4f4e-831d-51c0a0da0650,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.956056 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-aaf37b02-16cf-4927-9ae2-8696aa2842e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.136608 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.302931 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e776-1c63-4a0a-aed8-ab78d73facd4 req-a8fb57a9-f2c7-4175-b3f1-b58a3361e26e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.304387 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2fd4e776-1c63-4a0a-aed8-ab78d73facd4 req-a8fb57a9-f2c7-4175-b3f1-b58a3361e26e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0548787 Mar 08 12:01:10.351963 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2fd4e776-1c63-4a0a-aed8-ab78d73facd4 req-585f52f8-74f8-40e6-a505-3aa044613011 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Mar 08 12:01:10.444331 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56562) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:10.457578 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.530410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Publish callbacks [] for security_group (2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.593288 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.631048 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67d64220b88c4d84bc764ebf9d29111e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856325 Mar 08 12:01:10.632026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:10.634293 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56564) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:10.639612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.639994 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.640347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.640688 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.641025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.641359 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.641712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.642050 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.642396 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.642729 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.643056 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.643408 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.643759 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669577a-7235-4439-a19d-47182f537ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.685219 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Publish callbacks [] for security_group (2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.705473 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Publish callbacks [] for security_group (2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.823777 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.826393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.827560 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55 HTTP/1.1" status: 204 len: 168 time: 0.1921194 Mar 08 12:01:10.837544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35d2c6-0510-40a8-ad50-3ebb9fbc5a55,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:10.842878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.843242 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.843823 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.844176 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.844518 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.844859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.845195 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.845558 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.845896 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.846228 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.846560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.846886 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:10.847205 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93594d2a-6f99-4f3f-9f6f-a76c0b73ca02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:11.353161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56586) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:11.460148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9a6a0be-24a2-4f1e-86ae-558ac6d055fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.472687 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345081e2-8b55-463a-9276-e6ab4c471455 req-05991e61-d1a1-44de-b574-792643681df4 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:11.474765 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-345081e2-8b55-463a-9276-e6ab4c471455 req-05991e61-d1a1-44de-b574-792643681df4 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0561538 Mar 08 12:01:11.529118 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-345081e2-8b55-463a-9276-e6ab4c471455 req-1c82fb4d-9498-4e16-bafc-c6dab805c922 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451093 Mar 08 12:01:11.541670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9a6a0be-24a2-4f1e-86ae-558ac6d055fc admin admin] Publish callbacks [] for security_group (0b5be363-6900-4d77-9f91-26ea6ebfdce6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.612208 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9a6a0be-24a2-4f1e-86ae-558ac6d055fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0b5be363-6900-4d77-9f91-26ea6ebfdce6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.647928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6a0be-24a2-4f1e-86ae-558ac6d055fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5be363-6900-4d77-9f91-26ea6ebfdce6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:11.652774 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b9a6a0be-24a2-4f1e-86ae-558ac6d055fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af8a06cffbad4366987c151979d70784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985039 Mar 08 12:01:11.655433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56598) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:11.703876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] Publish callbacks [] for security_group (0b5be363-6900-4d77-9f91-26ea6ebfdce6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.727806 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] Publish callbacks [] for security_group (0b5be363-6900-4d77-9f91-26ea6ebfdce6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.833237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0b5be363-6900-4d77-9f91-26ea6ebfdce6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.835854 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:11.837128 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b5be363-6900-4d77-9f91-26ea6ebfdce6 HTTP/1.1" status: 204 len: 168 time: 0.1806898 Mar 08 12:01:11.845138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48f793-0331-439d-9e58-4e0b988b4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5be363-6900-4d77-9f91-26ea6ebfdce6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:12.087097 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dca8b410-8fc3-452e-9257-3704f821b343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.483802 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56630) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:12.587995 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90e0f92b-014a-4e5c-87d6-28afb96e9702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.682134 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c7324-6e94-4f2a-a3fe-590dd34d421f req-7f549de7-4e8c-4056-9bcf-bcf55c3cd297 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.683721 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-477c7324-6e94-4f2a-a3fe-590dd34d421f req-7f549de7-4e8c-4056-9bcf-bcf55c3cd297 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0854352 Mar 08 12:01:12.720155 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90e0f92b-014a-4e5c-87d6-28afb96e9702 admin admin] Publish callbacks [] for security_group (27e2bda2-246d-4252-aa06-66bb7999de15), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.745158 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-477c7324-6e94-4f2a-a3fe-590dd34d421f req-9c20d6ac-afa2-4275-b683-8fc8a514bcc5 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557575 Mar 08 12:01:12.818163 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90e0f92b-014a-4e5c-87d6-28afb96e9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (27e2bda2-246d-4252-aa06-66bb7999de15), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.861272 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-90e0f92b-014a-4e5c-87d6-28afb96e9702 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e42b7af66e954df7b6408a7227041e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763807 Mar 08 12:01:12.862146 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0f92b-014a-4e5c-87d6-28afb96e9702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2bda2-246d-4252-aa06-66bb7999de15,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:12.863920 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56646) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:12.883115 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56648) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:12.911474 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] Publish callbacks [] for security_group (27e2bda2-246d-4252-aa06-66bb7999de15), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.932593 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] Publish callbacks [] for security_group (27e2bda2-246d-4252-aa06-66bb7999de15), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.976466 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1789068363-network', 'tenant_id': '4b33a45757a84006a1a05085631b22c0'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:13.056090 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (27e2bda2-246d-4252-aa06-66bb7999de15), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.058911 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.060122 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27e2bda2-246d-4252-aa06-66bb7999de15 HTTP/1.1" status: 204 len: 168 time: 0.1951544 Mar 08 12:01:13.067688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Made reservation on behalf of 4b33a45757a84006a1a05085631b22c0 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:13.067876 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10270592-e036-4d74-8ec9-c166dde1b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2bda2-246d-4252-aa06-66bb7999de15,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:13.070310 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.080695 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.170264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks [] for security_group (1d494314-6e12-4b22-b7a6-5f6329e26fa1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.204919 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.257998 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1d494314-6e12-4b22-b7a6-5f6329e26fa1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.280127 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:13.293526 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d494314-6e12-4b22-b7a6-5f6329e26fa1,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:13.298119 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.298469 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Added segment c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08 of type vlan for network 0be535f9-22c3-41a9-8d19-79aaff3119ea Mar 08 12:01:13.337969 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (0be535f9-22c3-41a9-8d19-79aaff3119ea), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.450443 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (0be535f9-22c3-41a9-8d19-79aaff3119ea), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.451566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:13.452173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.517524 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] Pushing event updated for resources: {'Network': ['ID=0be535f9-22c3-41a9-8d19-79aaff3119ea,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:13.528390 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:13.553294 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f791f14c-7327-4854-91e8-e28c5d82c382 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6687765 Mar 08 12:01:13.560869 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56672) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:13.565983 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Request body: {'subnet': {'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1789068363-subnet', 'tenant_id': '4b33a45757a84006a1a05085631b22c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:13.692494 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Made reservation on behalf of 4b33a45757a84006a1a05085631b22c0 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:13.694898 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.906929 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76780e-0d61-4e3e-a374-2229d05c2774 req-c1c8a427-463a-4845-ae15-d0948b6b0898 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:13.908447 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e76780e-0d61-4e3e-a374-2229d05c2774 req-c1c8a427-463a-4845-ae15-d0948b6b0898 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0911720 Mar 08 12:01:13.964091 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e76780e-0d61-4e3e-a374-2229d05c2774 req-ff06ee5b-2f96-4ec3-b0de-25d9c9ff6099 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Mar 08 12:01:13.972317 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (ae4d1740-f1fa-4d08-9033-276c04a2bd94), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:14.028886 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4d1740-f1fa-4d08-9033-276c04a2bd94,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:14.039364 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Checking segment: {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:14.040270 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Network hostable DHCP agents. Network: 0be535f9-22c3-41a9-8d19-79aaff3119ea, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:14.150400 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:14.235385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 0be535f9-22c3-41a9-8d19-79aaff3119ea) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:14.240131 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:14.244234 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:14.248548 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea759607-b9e6-4e17-bcf1-415ceb8a2945 None None] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:14.318268 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4aa570d2-2e8f-4cd7-bebc-b2357d14a1b2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7561712 Mar 08 12:01:14.349467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e4cc1a-cfdd-4f00-b6e1-864d9da6d48a None None] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:14.781919 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:14.923243 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56708) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:15.039709 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cabe9877-6c76-4ff7-bd3d-65373aac541f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.121845 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70d62-212e-4697-b3a5-0ef53f1fcf77 req-e4374f10-1ef4-4fe4-ba6b-4eee55b56152 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:15.123371 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44b70d62-212e-4697-b3a5-0ef53f1fcf77 req-e4374f10-1ef4-4fe4-ba6b-4eee55b56152 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0572140 Mar 08 12:01:15.155330 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cabe9877-6c76-4ff7-bd3d-65373aac541f admin admin] Publish callbacks [] for security_group (bafeb11f-d892-4fb7-8fc6-5188a90a7daf), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.203380 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44b70d62-212e-4697-b3a5-0ef53f1fcf77 req-acb2cddb-0285-41d6-8eac-8141774791d8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Mar 08 12:01:15.218456 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cabe9877-6c76-4ff7-bd3d-65373aac541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (bafeb11f-d892-4fb7-8fc6-5188a90a7daf), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.257580 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe9877-6c76-4ff7-bd3d-65373aac541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafeb11f-d892-4fb7-8fc6-5188a90a7daf,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:15.265600 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-cabe9877-6c76-4ff7-bd3d-65373aac541f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf52673cd17044d7a2087b757d0c631e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390267 Mar 08 12:01:15.266737 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 56728) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:15.333089 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] Publish callbacks [] for security_group (bafeb11f-d892-4fb7-8fc6-5188a90a7daf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.358945 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] Publish callbacks [] for security_group (bafeb11f-d892-4fb7-8fc6-5188a90a7daf), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.492317 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (bafeb11f-d892-4fb7-8fc6-5188a90a7daf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.495548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.496731 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bafeb11f-d892-4fb7-8fc6-5188a90a7daf HTTP/1.1" status: 204 len: 168 time: 0.2295580 Mar 08 12:01:15.504650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ca21-5571-430b-8de9-bfd2793c167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafeb11f-d892-4fb7-8fc6-5188a90a7daf,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:16.006146 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:16.341538 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50628b-1c9e-4bdc-b433-72fab32bf22c req-9b62ab00-cbdd-4671-91c5-06f661fd093d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:16.343837 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e50628b-1c9e-4bdc-b433-72fab32bf22c req-9b62ab00-cbdd-4671-91c5-06f661fd093d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0648162 Mar 08 12:01:16.408366 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e50628b-1c9e-4bdc-b433-72fab32bf22c req-9d2772f8-fa28-4da3-8164-a52ba6270806 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Mar 08 12:01:16.615694 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56780) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:16.720960 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-428947017-network', 'tenant_id': '149f308259a840469dbeaee05e828ae4'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:16.821379 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Made reservation on behalf of 149f308259a840469dbeaee05e828ae4 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:16.823758 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:16.832042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:16.905913 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks [] for security_group (bf51bd8f-db18-4da5-9259-05796662f05a), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:16.957126 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a6b89-2572-4674-80a3-cd79620f27d0 req-ddf3452b-7b19-478d-a179-2670365d7b5e tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:16.958600 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-988a6b89-2572-4674-80a3-cd79620f27d0 req-ddf3452b-7b19-478d-a179-2670365d7b5e tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0513973 Mar 08 12:01:16.979194 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (bf51bd8f-db18-4da5-9259-05796662f05a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.031297 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:17.046388 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51bd8f-db18-4da5-9259-05796662f05a,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:17.052462 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (60689ebd-89f0-4811-ac9c-b6911b531689), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.052798 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Added segment 60689ebd-89f0-4811-ac9c-b6911b531689 of type vlan for network acfc5d20-5475-442f-a2ad-913301141f40 Mar 08 12:01:17.057294 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-988a6b89-2572-4674-80a3-cd79620f27d0 req-32167780-2782-4c5a-8a62-0c06f38675ca tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928402 Mar 08 12:01:17.100122 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (acfc5d20-5475-442f-a2ad-913301141f40), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.196155 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (acfc5d20-5475-442f-a2ad-913301141f40), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.197491 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:17.198076 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.257961 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] Pushing event updated for resources: {'Network': ['ID=acfc5d20-5475-442f-a2ad-913301141f40,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:17.269334 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network acfc5d20-5475-442f-a2ad-913301141f40 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:17.316052 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-05d2ede0-96e9-4368-8f6e-0a42d20f4e04 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6992371 Mar 08 12:01:17.319655 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 56796) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:17.324950 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Request body: {'subnet': {'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-428947017-subnet', 'tenant_id': '149f308259a840469dbeaee05e828ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:17.434812 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Made reservation on behalf of 149f308259a840469dbeaee05e828ae4 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:17.437180 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.539993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5906cb-2380-4a80-a7c9-5dc534b60784 req-1f8f6c4b-21c5-4b7b-aa7f-7cb17bfccc78 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:17.541610 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1b5906cb-2380-4a80-a7c9-5dc534b60784 req-1f8f6c4b-21c5-4b7b-aa7f-7cb17bfccc78 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0566640 Mar 08 12:01:17.590463 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1b5906cb-2380-4a80-a7c9-5dc534b60784 req-0ed4b33f-36e6-41e8-b9ce-a1db03c5dd7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Mar 08 12:01:17.690773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (8453fb85-5006-40e6-b006-b6f73b456c98), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.763774 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8453fb85-5006-40e6-b006-b6f73b456c98,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:17.770129 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Checking segment: {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:17.770498 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Network hostable DHCP agents. Network: acfc5d20-5475-442f-a2ad-913301141f40, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:17.889831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Network acfc5d20-5475-442f-a2ad-913301141f40 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:17.926329 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-1ff00092-e614-44cb-86b9-1100c3a1ea0f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:17.927827 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-1ff00092-e614-44cb-86b9-1100c3a1ea0f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/networks?id=0be535f9-22c3-41a9-8d19-79aaff3119ea HTTP/1.1" status: 200 len: 809 time: 0.1064465 Mar 08 12:01:17.941950 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-c10f0d3f-27c2-4645-83cc-ac5246f04994 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/quotas/4b33a45757a84006a1a05085631b22c0 HTTP/1.1" status: 200 len: 375 time: 0.0088799 Mar 08 12:01:17.976103 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-09eb6c08-85ea-4715-b3b6-fdce34ce30ed tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294085 Mar 08 12:01:17.977387 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, acfc5d20-5475-442f-a2ad-913301141f40) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:17.981610 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:17.982318 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.988282 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762c7d7-cc8a-45bb-8982-23d2cf411288 None None] Network acfc5d20-5475-442f-a2ad-913301141f40 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:18.070164 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-b0a68274-a2bc-4c05-b6ce-795ccbb673a8 service neutron] 10.222.0.52 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Mar 08 12:01:18.087600 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c6590-aee7-4cce-8cd1-2f4ea9662463 None None] Network acfc5d20-5475-442f-a2ad-913301141f40 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:18.113312 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7379d721-fa89-4f49-bf94-1845d60077fe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7926064 Mar 08 12:01:18.185963 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-623f0f4d-157b-4cc1-a166-1a4eec73a050 service neutron] 10.222.0.52 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092532 Mar 08 12:01:18.225046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597e19f-bcb9-421a-a46a-f028da91bc3b req-3c9a7b6e-2524-4370-80b9-945e119c77fd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:18.228996 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2597e19f-bcb9-421a-a46a-f028da91bc3b req-3c9a7b6e-2524-4370-80b9-945e119c77fd tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0873864 Mar 08 12:01:18.282723 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2597e19f-bcb9-421a-a46a-f028da91bc3b req-a267a878-4f69-42d5-bb9a-6bafc62353b9 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 Mar 08 12:01:18.503210 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-98573d4a-19ca-43bf-b913-bde01f11ecd6 req-be43edfc-c24a-4782-9524-e536a19b5c4e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0307028 Mar 08 12:01:18.710072 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7795b60-ac30-4ed9-b003-80d0e0451a6e req-4a292995-0c97-423f-8f3e-3cd2a5054359 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:18.712192 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a7795b60-ac30-4ed9-b003-80d0e0451a6e req-4a292995-0c97-423f-8f3e-3cd2a5054359 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0534542 Mar 08 12:01:18.759990 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a7795b60-ac30-4ed9-b003-80d0e0451a6e req-41fc9112-3aef-4eda-bf94-c0b9b1f09d3f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Mar 08 12:01:19.402602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8fe5-0310-4db0-a426-13ba4b0ae8d2 req-60184640-5d2f-4935-8e06-7a40b888959c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:19.404261 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ea6e8fe5-0310-4db0-a426-13ba4b0ae8d2 req-60184640-5d2f-4935-8e06-7a40b888959c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0555167 Mar 08 12:01:19.450127 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ea6e8fe5-0310-4db0-a426-13ba4b0ae8d2 req-d6d8c6db-ebbd-4ff3-a385-e6a69dfeeab1 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Mar 08 12:01:19.593537 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9fca4eb3-ac5a-4934-9025-17c44eff56a0 req-04407022-cf50-4edf-bde7-e8700962c1b6 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0266554 Mar 08 12:01:19.875197 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c363b-28f6-4a95-8012-ff010214414d req-839b3fea-d471-4897-9ede-1db000d3454e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:19.876845 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-154c363b-28f6-4a95-8012-ff010214414d req-839b3fea-d471-4897-9ede-1db000d3454e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0525672 Mar 08 12:01:19.921991 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-154c363b-28f6-4a95-8012-ff010214414d req-a27b5c7c-8177-4fab-8a6b-31175a859051 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Mar 08 12:01:20.567760 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c8f6-9d9c-4bba-ac21-2bd221aa45fc req-fa43dc9f-f22a-4197-88e2-142bd35deb46 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:20.569186 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d1b4c8f6-9d9c-4bba-ac21-2bd221aa45fc req-fa43dc9f-f22a-4197-88e2-142bd35deb46 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0550578 Mar 08 12:01:20.613653 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d1b4c8f6-9d9c-4bba-ac21-2bd221aa45fc req-f37815d2-0d3e-4dbc-bf8c-880d9a5eb139 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Mar 08 12:01:20.686084 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-497cb0c0-4f9e-4a16-8c87-8712d2931d1f req-637eac99-436d-4f40-808c-4a0b462968a0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0291469 Mar 08 12:01:21.038394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b856f51-3b87-4cf5-9f71-4abd8660cca1 req-f96ef1e0-06e3-4cbb-af6e-b4451ba37383 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:21.040236 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b856f51-3b87-4cf5-9f71-4abd8660cca1 req-f96ef1e0-06e3-4cbb-af6e-b4451ba37383 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0540912 Mar 08 12:01:21.085900 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b856f51-3b87-4cf5-9f71-4abd8660cca1 req-9a3744a0-946f-479a-84f0-173424bbc658 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Mar 08 12:01:21.733465 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978e90-2461-4a8f-a02c-547582fadc4e req-1db3b13b-e013-450a-a072-77664c66855b tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:21.735396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b0978e90-2461-4a8f-a02c-547582fadc4e req-1db3b13b-e013-450a-a072-77664c66855b tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0541270 Mar 08 12:01:21.792775 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-029f2202-ca79-4f19-830a-751709c77715 req-0eed9c59-f1de-4de8-a59d-aff98d9cf3e9 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0293999 Mar 08 12:01:21.793238 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b0978e90-2461-4a8f-a02c-547582fadc4e req-ae99725f-8ec8-46e6-99be-f704b79f7e33 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494306 Mar 08 12:01:22.399010 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc983e4-589f-4013-a990-42964d53b8a6 req-d4ed261f-2316-47e5-a529-140539af7a16 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:22.401316 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bcc983e4-589f-4013-a990-42964d53b8a6 req-d4ed261f-2316-47e5-a529-140539af7a16 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.2460423 Mar 08 12:01:22.446038 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bcc983e4-589f-4013-a990-42964d53b8a6 req-4e7a3ad2-e3af-493c-a820-f3651061186d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Mar 08 12:01:22.886633 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f0ca4114-3190-4035-8a2f-5fddfe79cd9c req-41ffc902-13d6-406b-96ed-07085b572fe8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Mar 08 12:01:22.917171 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376c0c-defe-45d6-90b6-d30b9ad11d6a req-b94f7bae-c6b0-472b-bbd6-8ec90b1d06a4 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:22.918641 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fc376c0c-defe-45d6-90b6-d30b9ad11d6a req-b94f7bae-c6b0-472b-bbd6-8ec90b1d06a4 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0515051 Mar 08 12:01:22.963036 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fc376c0c-defe-45d6-90b6-d30b9ad11d6a req-10897d53-5bfe-475a-a97a-ee8351c92b3c tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Mar 08 12:01:23.066613 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:23.558532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e5fd0-d304-4b75-8541-de1b8935066f req-8aa902eb-eba6-42b3-bf2b-cb73218bada1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:23.559989 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9c4e5fd0-d304-4b75-8541-de1b8935066f req-8aa902eb-eba6-42b3-bf2b-cb73218bada1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0510793 Mar 08 12:01:23.610547 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9c4e5fd0-d304-4b75-8541-de1b8935066f req-148c97dc-5fe4-4a70-9e13-1f672791d68d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Mar 08 12:01:23.976145 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-52bae9bd-5204-44e0-b9d5-52ec30691aa2 req-db39f455-1913-47f7-ba6c-c260fdf0f791 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0259335 Mar 08 12:01:24.077722 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863efe-35a1-4136-946f-d72c345f5f15 req-1e73c7c5-871d-431a-b92a-c82fa786f72f tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:24.079157 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad863efe-35a1-4136-946f-d72c345f5f15 req-1e73c7c5-871d-431a-b92a-c82fa786f72f tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0499370 Mar 08 12:01:24.124597 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad863efe-35a1-4136-946f-d72c345f5f15 req-d992cc98-2bef-4a37-ad70-1c0da9b73311 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Mar 08 12:01:24.729662 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee35315-e49b-499e-9589-a849a737440d req-449106b7-d9fa-4f0c-8814-be357a6fab67 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:24.731363 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8ee35315-e49b-499e-9589-a849a737440d req-449106b7-d9fa-4f0c-8814-be357a6fab67 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0542247 Mar 08 12:01:24.778208 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8ee35315-e49b-499e-9589-a849a737440d req-156b898f-4eef-475b-a915-63e231d23dba tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Mar 08 12:01:25.071700 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fca39182-2ccb-4abb-a754-a7c1be1818d9 req-64c85639-ad4f-4e33-b693-b40872d251a5 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Mar 08 12:01:25.248930 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b1ebc-93f3-4ef7-b4dd-c04bd521598f req-e8d5709e-69e4-4584-b6db-269a8c7aad22 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.250535 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-555b1ebc-93f3-4ef7-b4dd-c04bd521598f req-e8d5709e-69e4-4584-b6db-269a8c7aad22 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0597646 Mar 08 12:01:25.299608 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-555b1ebc-93f3-4ef7-b4dd-c04bd521598f req-f6c0af61-e22d-4fa5-8772-152506ea9ae9 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Mar 08 12:01:25.909905 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdbcb3-a10b-4c01-9a8e-b82216be3dc4 req-45a9caf9-c1d2-41b7-9591-f9e4174d9551 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.911467 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ccdbcb3-a10b-4c01-9a8e-b82216be3dc4 req-45a9caf9-c1d2-41b7-9591-f9e4174d9551 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0658679 Mar 08 12:01:25.985861 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ccdbcb3-a10b-4c01-9a8e-b82216be3dc4 req-54bc8edb-0f55-4a1b-b012-c307bd797774 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Mar 08 12:01:26.176501 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8a7c8c45-da43-40e5-9f93-64ae4ec46048 req-150c60e3-de93-4383-8113-462f9a15c366 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0352271 Mar 08 12:01:26.422286 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516e9f-87f1-4e52-ba8d-1be47542af16 req-4f93eeec-ab9b-4072-b77b-3ce4fddd31fa tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:26.423825 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b3516e9f-87f1-4e52-ba8d-1be47542af16 req-4f93eeec-ab9b-4072-b77b-3ce4fddd31fa tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Mar 08 12:01:26.471071 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b3516e9f-87f1-4e52-ba8d-1be47542af16 req-37104a47-326f-4743-a344-8c96a04ba093 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Mar 08 12:01:27.099609 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559872d-2ad8-406a-b42d-6df5855c2197 req-0e08a4cd-983b-4be3-8ef7-2fe69ae73887 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.101127 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1559872d-2ad8-406a-b42d-6df5855c2197 req-0e08a4cd-983b-4be3-8ef7-2fe69ae73887 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0515654 Mar 08 12:01:27.146914 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1559872d-2ad8-406a-b42d-6df5855c2197 req-db3b5b72-339c-4a16-acdf-206dce6da50b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Mar 08 12:01:27.244301 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d18977ab-1250-4ce0-ad9c-5a5e86817bdc no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:01:27.272301 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca1c04e7-c5c1-4b97-9fd2-3805b578c599 req-e61a84d3-d919-476c-b015-9f3007f16cb1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Mar 08 12:01:27.321113 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port d18977ab-1250-4ce0-ad9c-5a5e86817bdc is: ACTIVE; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:27.321517 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.337723 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-b571ec12-6a5b-47db-abfc-e84e525deb60 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.339261 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-b571ec12-6a5b-47db-abfc-e84e525deb60 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 946 time: 0.0573401 Mar 08 12:01:27.345471 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:27.347733 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905df87-7daf-4cfa-91eb-fbbceddd0a15" -d '{"events": [{"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-unplugged", "status": "completed", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:27.364887 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:27.389814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb121b5b-72f6-4dd7-8429-5426350e8c90 x-openstack-request-id: req-bb121b5b-72f6-4dd7-8429-5426350e8c90 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:27.390324 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-unplugged", "status": "completed", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:27.390709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb121b5b-72f6-4dd7-8429-5426350e8c90 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:27.391215 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'code': 200} Mar 08 12:01:27.428932 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.497237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=6']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.504928 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.505307 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.505710 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.506059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.506394 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.506724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.507052 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.508917 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.509253 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.509769 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.510268 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.510604 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.510932 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:27.525763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Deleting port d18977ab-1250-4ce0-ad9c-5a5e86817bdc {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:01:27.526141 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.631052 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] For port d18977ab-1250-4ce0-ad9c-5a5e86817bdc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,segment=NetworkSegment(8bc710cb-0c27-48ab-88aa-11fbf39dedf1),segment_id=8bc710cb-0c27-48ab-88aa-11fbf39dedf1)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:27.631418 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.648618 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Calling delete_port for d18977ab-1250-4ce0-ad9c-5a5e86817bdc owned by compute:nova {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:01:27.669209 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-bbd4c14b-5c13-4da0-a582-df7a744f0779 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.670729 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-bbd4c14b-5c13-4da0-a582-df7a744f0779 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "GET /v2.0/networks?id=0be535f9-22c3-41a9-8d19-79aaff3119ea HTTP/1.1" status: 200 len: 809 time: 0.1662641 Mar 08 12:01:27.677710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494873e9-1d84-4357-a4dc-9778d48dadcd req-53b4690f-c053-40cf-ab22-287fe26b4929 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.679862 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-494873e9-1d84-4357-a4dc-9778d48dadcd req-53b4690f-c053-40cf-ab22-287fe26b4929 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 944 time: 0.0847683 Mar 08 12:01:27.704993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Request body: {'port': {'device_id': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea', 'admin_state_up': True, 'tenant_id': '4b33a45757a84006a1a05085631b22c0'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:27.789547 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-494873e9-1d84-4357-a4dc-9778d48dadcd req-f8500049-cef2-48c6-8234-7bca988454c2 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/security-groups?id=d23139c4-3f7f-4514-9723-baa8c1d56187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036816 Mar 08 12:01:27.940856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Made reservation on behalf of 4b33a45757a84006a1a05085631b22c0 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:27.941030 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (d18977ab-1250-4ce0-ad9c-5a5e86817bdc), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.944553 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.969718 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Pushing event deleted for resources: {'Port': ['ID=d18977ab-1250-4ce0-ad9c-5a5e86817bdc,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.034017 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] No DVR routers for this DVR port d18977ab-1250-4ce0-ad9c-5a5e86817bdc on host hv-cinder-83008 {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:28.036870 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.041061 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b66626a-5a29-4b94-8cf3-3b4c607e4e4d req-bcded8f3-6f3e-42f2-bd9f-04129bf36645 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.58 "DELETE /v2.0/ports/d18977ab-1250-4ce0-ad9c-5a5e86817bdc HTTP/1.1" status: 204 len: 173 time: 0.6800609 Mar 08 12:01:28.041442 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-deleted', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:28.043790 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd3dd6-d5b1-4c13-9206-bac72b0076a0" -d '{"events": [{"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-deleted", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:28.076407 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Allocated IP 172.20.0.7 (0be535f9-22c3-41a9-8d19-79aaff3119ea/ae4d1740-f1fa-4d08-9033-276c04a2bd94/12c32205-63cf-42df-a702-011df3faaada) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:28.078525 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98925818-1178-4bb0-91be-53cd4c372d3d x-openstack-request-id: req-98925818-1178-4bb0-91be-53cd4c372d3d {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:28.078825 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25189f-6db6-4c6d-a246-c3b4351ad706", "name": "network-vif-deleted", "tag": "d18977ab-1250-4ce0-ad9c-5a5e86817bdc", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:28.079081 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98925818-1178-4bb0-91be-53cd4c372d3d {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:28.079473 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25189f-6db6-4c6d-a246-c3b4351ad706', 'name': 'network-vif-deleted', 'tag': 'd18977ab-1250-4ce0-ad9c-5a5e86817bdc', 'status': 'completed', 'code': 200} Mar 08 12:01:28.231725 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks [] for port (12c32205-63cf-42df-a702-011df3faaada), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.315494 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe856142-1d29-46b6-a721-9c21a9fa100e req-a212485e-71b4-4c18-8305-04578e11d275 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.316992 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fe856142-1d29-46b6-a721-9c21a9fa100e req-a212485e-71b4-4c18-8305-04578e11d275 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0836556 Mar 08 12:01:28.366203 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fe856142-1d29-46b6-a721-9c21a9fa100e req-a258d8ba-a052-496a-92cb-5e412f49c871 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Mar 08 12:01:28.368779 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-95cc34cd-5310-4d44-8507-dc917dc12b06 req-958aefab-7bbe-4996-ab97-3f3bb01be02b tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0278583 Mar 08 12:01:28.416311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (12c32205-63cf-42df-a702-011df3faaada), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.461771 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:28.464731 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:28.468877 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:28.473566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.474190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.485052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Pushing event updated for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.595661 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-e866e855-a2e2-4676-897b-733c325c7352 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8959911 Mar 08 12:01:28.637775 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Request body: {'port': {'device_id': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:28.747927 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (12c32205-63cf-42df-a702-011df3faaada), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.862758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-027be426-d485-44f8-a2dd-e1c320621cff tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.868137 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-027be426-d485-44f8-a2dd-e1c320621cff tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/networks?id=acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 200 len: 813 time: 0.1926324 Mar 08 12:01:28.919623 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-15de4839-1d2c-4e42-bd2c-1b19f6d75a71 req-c85ffb78-ddf0-4111-9bbe-5473f533eda6 tempest-DeleteServersTestJSON-1027878290 tempest-DeleteServersTestJSON-1027878290-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f25189f-6db6-4c6d-a246-c3b4351ad706 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Mar 08 12:01:28.934947 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-61e79366-5c4f-4e0f-8b4f-9cb3675eb54f tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/quotas/149f308259a840469dbeaee05e828ae4 HTTP/1.1" status: 200 len: 375 time: 0.0241349 Mar 08 12:01:28.988023 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-548be463-2c77-48ba-8d99-7ea1e47057e5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462914 Mar 08 12:01:29.140852 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-aa10fa7a-16a4-41fa-80bc-bdd496e5c385 service neutron] 10.222.0.52 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250639 Mar 08 12:01:29.198633 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c32205-63cf-42df-a702-011df3faaada {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:29.232956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks [] for port (12c32205-63cf-42df-a702-011df3faaada), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.251420 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Transition to ACTIVE for port object 12c32205-63cf-42df-a702-011df3faaada will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:29.268766 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-731641f0-59e0-4d95-b21d-964a1908d034 service neutron] 10.222.0.52 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063912 Mar 08 12:01:29.404057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (12c32205-63cf-42df-a702-011df3faaada), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.460280 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Pushing event updated for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:29.502909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Attempting to bind port 12c32205-63cf-42df-a702-011df3faaada on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:29.503251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Attempting to bind port 12c32205-63cf-42df-a702-011df3faaada by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:29.503610 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Attempting to bind port 12c32205-63cf-42df-a702-011df3faaada on network 0be535f9-22c3-41a9-8d19-79aaff3119ea {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:29.510191 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Port 12c32205-63cf-42df-a702-011df3faaada on network 0be535f9-22c3-41a9-8d19-79aaff3119ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:29.510529 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Attempting to bind port 12c32205-63cf-42df-a702-011df3faaada on network 0be535f9-22c3-41a9-8d19-79aaff3119ea {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:29.515850 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:29.516328 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Checking segment: {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:29.516854 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Bound using segment: {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:29.517295 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Bound port: 12c32205-63cf-42df-a702-011df3faaada, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:29.517660 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (12c32205-63cf-42df-a702-011df3faaada), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.519647 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b3c40-ddbc-4ca5-a390-bb4b191242d6 req-f9dc8135-d253-43e1-bf5e-dfd9b747d0f6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.521881 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-667b3c40-ddbc-4ca5-a390-bb4b191242d6 req-f9dc8135-d253-43e1-bf5e-dfd9b747d0f6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0871277 Mar 08 12:01:29.608748 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-667b3c40-ddbc-4ca5-a390-bb4b191242d6 req-1f2d00b9-3963-44ed-a841-c395a7777f8d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Mar 08 12:01:29.663148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:29.668720 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12c32205-63cf-42df-a702-011df3faaada,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:29.703732 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612455-9b01-4eff-b334-a4c7eeaa3147 req-b329ca96-c295-4396-9dbb-ca51cd537cd8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.704767 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-798801ac-dd94-4c04-a20d-ecbd404cbc3d req-c2f24cad-c3fe-4180-8786-d699a56b0d76 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0412498 Mar 08 12:01:29.706244 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a9612455-9b01-4eff-b334-a4c7eeaa3147 req-b329ca96-c295-4396-9dbb-ca51cd537cd8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.1191077 Mar 08 12:01:29.734906 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (12c32205-63cf-42df-a702-011df3faaada), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.780298 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.780934 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.782349 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] 10.222.0.58 "PUT /v2.0/ports/12c32205-63cf-42df-a702-011df3faaada HTTP/1.1" status: 200 len: 1093 time: 1.1488829 Mar 08 12:01:29.786651 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'tag': '12c32205-63cf-42df-a702-011df3faaada'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:29.789641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cf60c-68b2-4fda-b163-864e0a2616f7" -d '{"events": [{"name": "network-changed", "server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "tag": "12c32205-63cf-42df-a702-011df3faaada"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:29.812752 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a9612455-9b01-4eff-b334-a4c7eeaa3147 req-371e5da4-bd54-46ea-9e65-2d9ff8af2411 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009686 Mar 08 12:01:29.822997 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ff93e-1687-4b23-986e-26f7e439211b service neutron] Pushing event updated for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:29.833285 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08849639-27ae-44b1-8ee4-bb32ad702f4a x-openstack-request-id: req-08849639-27ae-44b1-8ee4-bb32ad702f4a {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:29.833580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "tag": "12c32205-63cf-42df-a702-011df3faaada", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:29.833836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08849639-27ae-44b1-8ee4-bb32ad702f4a {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:29.834231 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'tag': '12c32205-63cf-42df-a702-011df3faaada', 'status': 'completed', 'code': 200} Mar 08 12:01:29.957934 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-6963ed25-4218-44f6-b69f-acedab34af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.959515 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-6963ed25-4218-44f6-b69f-acedab34af20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 1127 time: 0.0481782 Mar 08 12:01:30.087560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-3076e411-5d42-4e9a-b2a9-9871b7f0210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:30.098979 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-3076e411-5d42-4e9a-b2a9-9871b7f0210a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b33a45757a84006a1a05085631b22c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1144266 Mar 08 12:01:30.099369 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57112) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:30.251828 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b787a5dd-fcde-4f34-a958-7486b2427db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.269433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-71773bc2-62ea-4dde-bea2-b183c276a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:30.270969 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd7cf60c-68b2-4fda-b163-864e0a2616f7 req-71773bc2-62ea-4dde-bea2-b183c276a95e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651227 Mar 08 12:01:30.329291 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b787a5dd-fcde-4f34-a958-7486b2427db6 admin admin] Publish callbacks [] for security_group (0d94888b-a092-461e-8136-78de37448170), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.415916 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-c0b97a63-e0c0-441e-9bf3-689ab0a9be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:30.417374 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-c0b97a63-e0c0-441e-9bf3-689ab0a9be14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 1127 time: 0.0697806 Mar 08 12:01:30.417876 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b787a5dd-fcde-4f34-a958-7486b2427db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0d94888b-a092-461e-8136-78de37448170), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.456612 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b787a5dd-fcde-4f34-a958-7486b2427db6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3b253ce26894c16afcf6552e3642755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605430 Mar 08 12:01:30.457455 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787a5dd-fcde-4f34-a958-7486b2427db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d94888b-a092-461e-8136-78de37448170,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:30.459785 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57134) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:30.480803 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-1179ccdf-2ad3-4ed1-a74d-0e7a800bded5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12c32205-63cf-42df-a702-011df3faaada HTTP/1.1" status: 200 len: 217 time: 0.0398443 Mar 08 12:01:30.532658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] Publish callbacks [] for security_group (0d94888b-a092-461e-8136-78de37448170), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.549254 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-78d72d61-7083-405f-824d-37cd90586ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:30.551006 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-78d72d61-7083-405f-824d-37cd90586ed5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae4d1740-f1fa-4d08-9033-276c04a2bd94 HTTP/1.1" status: 200 len: 849 time: 0.0631187 Mar 08 12:01:30.553492 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] Publish callbacks [] for security_group (0d94888b-a092-461e-8136-78de37448170), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.584580 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-fb185dbb-54e9-459f-8697-94b9ac389f64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0be535f9-22c3-41a9-8d19-79aaff3119ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253394 Mar 08 12:01:30.698708 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-b23da311-ff23-4264-9bbd-532c6775139d service neutron] 10.222.0.58 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059930 Mar 08 12:01:30.700797 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0d94888b-a092-461e-8136-78de37448170), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.703942 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.705586 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d94888b-a092-461e-8136-78de37448170 HTTP/1.1" status: 204 len: 168 time: 0.2448702 Mar 08 12:01:30.735259 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ad8ca-e384-4aa4-ac9b-2a6de8b6c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d94888b-a092-461e-8136-78de37448170,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:30.803473 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a8a4b47-a4d7-4db7-82ca-f5be4a8fa2c0 req-56b8ead0-f934-4d85-80ee-bb3097c09141 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0401113 Mar 08 12:01:30.943596 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ac32-80cb-4a32-a526-87f79aab335e req-257e7714-4a3c-48f1-b77e-25cb76c706f0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:30.951881 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c222ac32-80cb-4a32-a526-87f79aab335e req-257e7714-4a3c-48f1-b77e-25cb76c706f0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0649245 Mar 08 12:01:31.034066 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c222ac32-80cb-4a32-a526-87f79aab335e req-70f8c8ac-6b06-4e37-b68a-a231b5f74cad tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808594 Mar 08 12:01:31.077842 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-064ba98b-e694-4fd3-b3d0-e9e4aa9fa834 req-b652a68b-b789-4d3e-ad48-627b00e9ec2d service neutron] 10.222.0.58 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657746 Mar 08 12:01:31.089485 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78876-9d7f-4ce8-ad77-b68121f49d86 req-26fc1ed7-acba-4fe0-9641-29968baa228b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:31.090972 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-96e78876-9d7f-4ce8-ad77-b68121f49d86 req-26fc1ed7-acba-4fe0-9641-29968baa228b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.3688567 Mar 08 12:01:31.140648 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-96e78876-9d7f-4ce8-ad77-b68121f49d86 req-5eab88dd-b8df-4551-8d23-113e2e976f7f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Mar 08 12:01:31.605564 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57184) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:31.713121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-16a95a92-64cc-4d74-adf7-1db44d79c037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:31.801303 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-16a95a92-64cc-4d74-adf7-1db44d79c037 admin admin] Publish callbacks [] for security_group (6da43905-8838-4464-89e5-69bea23d2ed4), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:31.868701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-16a95a92-64cc-4d74-adf7-1db44d79c037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6da43905-8838-4464-89e5-69bea23d2ed4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:31.912776 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff2f2bd-e675-402e-963d-170ea431183f req-3d8d588d-6a8e-497b-8aa2-b661db508ea8 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Mar 08 12:01:31.936026 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-16a95a92-64cc-4d74-adf7-1db44d79c037 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1448ba6682f467e81d56376b11b7b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263466 Mar 08 12:01:31.936026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a95a92-64cc-4d74-adf7-1db44d79c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da43905-8838-4464-89e5-69bea23d2ed4,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:31.936488 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57204) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:31.985363 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] Publish callbacks [] for security_group (6da43905-8838-4464-89e5-69bea23d2ed4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:32.006487 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] Publish callbacks [] for security_group (6da43905-8838-4464-89e5-69bea23d2ed4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:32.137267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6da43905-8838-4464-89e5-69bea23d2ed4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:32.139884 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:32.141095 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6da43905-8838-4464-89e5-69bea23d2ed4 HTTP/1.1" status: 204 len: 168 time: 0.2036426 Mar 08 12:01:32.154689 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cfe19-4140-439f-a267-5700d4577798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da43905-8838-4464-89e5-69bea23d2ed4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:32.183067 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448dc3-3408-478a-bf52-795aeb3e79e7 req-569e1036-6a70-4964-b8d1-d162e612a6e1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:32.184839 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40448dc3-3408-478a-bf52-795aeb3e79e7 req-569e1036-6a70-4964-b8d1-d162e612a6e1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0803189 Mar 08 12:01:32.254854 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40448dc3-3408-478a-bf52-795aeb3e79e7 req-1b79ddaf-46bf-4d1c-88cd-65c09e732f2a tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Mar 08 12:01:32.306064 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd01d8-3711-4d70-8abf-1f06b80008cf req-8f0928ac-54f8-496e-a376-4c2ec4e52c66 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:32.307615 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b7dd01d8-3711-4d70-8abf-1f06b80008cf req-8f0928ac-54f8-496e-a376-4c2ec4e52c66 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0613990 Mar 08 12:01:32.353955 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b7dd01d8-3711-4d70-8abf-1f06b80008cf req-79f25c2e-da59-4ff1-878b-188054878475 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Mar 08 12:01:32.880652 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57258) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:32.894260 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7b37-2385-4911-a43f-22dfdbc762f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:32.970876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7b37-2385-4911-a43f-22dfdbc762f3 admin admin] Publish callbacks [] for security_group (f758e648-4feb-4f2f-838c-6f01c1183e92), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.009593 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bcb17585-f777-4d72-ad91-d65e8dbaddf6 req-14335d56-b91f-4afe-bb32-7f0bccbd2876 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0284641 Mar 08 12:01:33.010702 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7b37-2385-4911-a43f-22dfdbc762f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f758e648-4feb-4f2f-838c-6f01c1183e92), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.049273 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d5ad7b37-2385-4911-a43f-22dfdbc762f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d676af96e9744733b409b8b360c476bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672995 Mar 08 12:01:33.050289 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad7b37-2385-4911-a43f-22dfdbc762f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f758e648-4feb-4f2f-838c-6f01c1183e92,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:33.051820 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57264) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:33.099596 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] Publish callbacks [] for security_group (f758e648-4feb-4f2f-838c-6f01c1183e92), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.120623 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] Publish callbacks [] for security_group (f758e648-4feb-4f2f-838c-6f01c1183e92), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.234027 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f758e648-4feb-4f2f-838c-6f01c1183e92), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.236689 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.237828 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f758e648-4feb-4f2f-838c-6f01c1183e92 HTTP/1.1" status: 204 len: 168 time: 0.1849370 Mar 08 12:01:33.246236 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7977e6a-fa20-4236-acc9-7926f6f48fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f758e648-4feb-4f2f-838c-6f01c1183e92,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:33.364590 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c436b-45f8-46e7-a60a-652904c942c0 req-73aa9df3-0bf8-407b-a70c-bfc3d6f693d1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:33.366064 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d65c436b-45f8-46e7-a60a-652904c942c0 req-73aa9df3-0bf8-407b-a70c-bfc3d6f693d1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0529590 Mar 08 12:01:33.416345 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d65c436b-45f8-46e7-a60a-652904c942c0 req-cbf8e3e8-323c-4979-b59d-c8b46b8bebf6 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Mar 08 12:01:33.476644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4137a-92d2-4a8a-aad7-2332dbfff16d req-8a609880-ebdb-4097-9e98-a1abb8fc7175 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:33.478258 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d5f4137a-92d2-4a8a-aad7-2332dbfff16d req-8a609880-ebdb-4097-9e98-a1abb8fc7175 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0555291 Mar 08 12:01:33.525924 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d5f4137a-92d2-4a8a-aad7-2332dbfff16d req-59ff3a6a-d086-4d3b-8be6-f8f80e811ec7 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Mar 08 12:01:34.109388 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1040563f-802b-4060-80a2-1af0554c2d3d req-3065f4dc-60e9-44a4-9a3b-12730b651119 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Mar 08 12:01:34.545892 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d3e36-d295-4ae0-ac65-89086f01cf89 req-7063c962-ee13-4332-a64f-ea9f431587de tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:34.547382 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c0d3e36-d295-4ae0-ac65-89086f01cf89 req-7063c962-ee13-4332-a64f-ea9f431587de tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0614200 Mar 08 12:01:34.600313 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c0d3e36-d295-4ae0-ac65-89086f01cf89 req-97761a7d-78c7-452b-9878-048c416fff96 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471325 Mar 08 12:01:34.651068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed9e2-e3cf-4e5d-b053-5761fce32f7c req-8190b0d2-7c47-4eef-9ba3-8e4f2d0404b1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:34.652602 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-019ed9e2-e3cf-4e5d-b053-5761fce32f7c req-8190b0d2-7c47-4eef-9ba3-8e4f2d0404b1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0592327 Mar 08 12:01:34.699807 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-019ed9e2-e3cf-4e5d-b053-5761fce32f7c req-316361a4-c914-418c-8f5c-b0055d5fe544 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Mar 08 12:01:35.013767 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57346) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:35.044856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-2425f6ce-dcf2-4137-8101-56607b4f0d72 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.046591 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-2425f6ce-dcf2-4137-8101-56607b4f0d72 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "GET /v2.0/networks?id=acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 200 len: 813 time: 0.2044253 Mar 08 12:01:35.063841 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Deleting subnet 1641796f-489b-4928-97fc-31c6c25418e4 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:01:35.067322 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Request body: {'port': {'device_id': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40', 'admin_state_up': True, 'tenant_id': '149f308259a840469dbeaee05e828ae4'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:35.067475 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Publish callbacks [] for subnet (1641796f-489b-4928-97fc-31c6c25418e4), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.105527 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Publish callbacks [] for subnet (1641796f-489b-4928-97fc-31c6c25418e4), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.118970 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (1641796f-489b-4928-97fc-31c6c25418e4), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.263692 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-018cd032-634e-457e-8ea8-a0387e65dfac req-f145fbf0-40a0-449b-9b44-e54fd64a6163 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0419335 Mar 08 12:01:35.303351 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (1641796f-489b-4928-97fc-31c6c25418e4), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.334096 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1641796f-489b-4928-97fc-31c6c25418e4,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.341273 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.349292 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Made reservation on behalf of 149f308259a840469dbeaee05e828ae4 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:35.354490 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7dab15ff-b7dc-49ab-a88f-1d8c0d2c5ebd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1641796f-489b-4928-97fc-31c6c25418e4 HTTP/1.1" status: 204 len: 168 time: 0.3396144 Mar 08 12:01:35.357230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.357385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57360) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:35.459471 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (c34977c0-5219-48ae-af3d-cbee8cdce085), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.492895 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea180-1733-4ff8-be37-96422696ba76 req-155b8629-119c-4475-8225-94e06691ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.494473 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cceea180-1733-4ff8-be37-96422696ba76 req-155b8629-119c-4475-8225-94e06691ea04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1129 time: 0.1128120 Mar 08 12:01:35.524632 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Allocated IP 172.20.0.3 (acfc5d20-5475-442f-a2ad-913301141f40/8453fb85-5006-40e6-b006-b6f73b456c98/db1eb937-625e-4e8a-9b8d-da498d7cdddf) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:35.599059 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (c34977c0-5219-48ae-af3d-cbee8cdce085), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.619412 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cceea180-1733-4ff8-be37-96422696ba76 req-74b43cb4-a819-469e-a0fd-32936edb8479 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Mar 08 12:01:35.644488 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.645237 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.646483 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.648361 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > port after_create 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.649304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.650022 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > port after_update 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.650850 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.651617 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.652314 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.652976 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.692090 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks [] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.775763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.776394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.776880 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.777366 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:35.777926 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34977c0-5219-48ae-af3d-cbee8cdce085']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:35.795821 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.810668 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc710cb-0c27-48ab-88aa-11fbf39dedf1') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:35.811158 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc710cb-0c27-48ab-88aa-11fbf39dedf1') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:35.858340 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (8bc710cb-0c27-48ab-88aa-11fbf39dedf1), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.876633 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Network acfc5d20-5475-442f-a2ad-913301141f40 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:35.883382 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:35.886790 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:35.889847 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (8bc710cb-0c27-48ab-88aa-11fbf39dedf1), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.892304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.893247 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.903573 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Pushing event updated for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.903811 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:01:35.903811 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (8bc710cb-0c27-48ab-88aa-11fbf39dedf1), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.917400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4649-0929-4129-bd34-5cb01ccf609b req-03519c6f-5710-41a9-a10b-2f950fc52fae tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.919095 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c6eb4649-0929-4129-bd34-5cb01ccf609b req-03519c6f-5710-41a9-a10b-2f950fc52fae tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1367283 Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: from cryptography.utils import int_from_bytes Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: from cryptography.utils import int_from_bytes Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:01:35.938410 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:01:35.967271 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c6eb4649-0929-4129-bd34-5cb01ccf609b req-72cac67e-f5e2-4cdd-8073-5fdc684c24d2 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Mar 08 12:01:35.991476 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d49fd-77cf-45a3-a603-041c6b22b338 req-337e7fc3-bab3-4b76-a878-a816d9b57925 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.991935 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f79d49fd-77cf-45a3-a603-041c6b22b338 req-337e7fc3-bab3-4b76-a878-a816d9b57925 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.2083774 Mar 08 12:01:36.013124 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27f3c595-bebd-4e1d-87d5-04da370cc2a5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501715 Mar 08 12:01:36.034960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Request body: {'port': {'device_id': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:36.045587 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f79d49fd-77cf-45a3-a603-041c6b22b338 req-65383c22-7e79-4056-9daa-c107f3991c06 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Mar 08 12:01:36.094824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (c34977c0-5219-48ae-af3d-cbee8cdce085), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.095093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.111556 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.117846 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c34977c0-5219-48ae-af3d-cbee8cdce085 HTTP/1.1" status: 204 len: 168 time: 0.7595310 Mar 08 12:01:36.119451 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4c3ff-06fe-4e45-9319-cfbfcad2b753 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34977c0-5219-48ae-af3d-cbee8cdce085,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:36.410925 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1eb937-625e-4e8a-9b8d-da498d7cdddf {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:36.420836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks [] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.437499 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Transition to ACTIVE for port object db1eb937-625e-4e8a-9b8d-da498d7cdddf will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:36.449147 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab38f7d-5b8d-46c9-9af2-3aebaaa2b297 req-5ab1e741-e99d-4a27-b189-2aacf16c9281 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.451343 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ab38f7d-5b8d-46c9-9af2-3aebaaa2b297 req-5ab1e741-e99d-4a27-b189-2aacf16c9281 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 931 time: 0.0971916 Mar 08 12:01:36.498284 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ab38f7d-5b8d-46c9-9af2-3aebaaa2b297 req-a0055d0e-977c-409b-94e7-7c7e5a2c9f36 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Mar 08 12:01:36.524949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.582026 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Pushing event updated for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:36.612283 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Attempting to bind port db1eb937-625e-4e8a-9b8d-da498d7cdddf on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:36.612623 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Attempting to bind port db1eb937-625e-4e8a-9b8d-da498d7cdddf by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:36.613032 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Attempting to bind port db1eb937-625e-4e8a-9b8d-da498d7cdddf on network acfc5d20-5475-442f-a2ad-913301141f40 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:36.618187 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Port db1eb937-625e-4e8a-9b8d-da498d7cdddf on network acfc5d20-5475-442f-a2ad-913301141f40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:36.621973 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Attempting to bind port db1eb937-625e-4e8a-9b8d-da498d7cdddf on network acfc5d20-5475-442f-a2ad-913301141f40 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:36.622824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57396) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:36.623508 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:36.623879 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Checking segment: {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:36.624275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Bound using segment: {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:36.624685 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Bound port: db1eb937-625e-4e8a-9b8d-da498d7cdddf, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:36.625046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.665058 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5255dc96-c2d3-4852-bfa2-9b28dbdb8f3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a975172f150436bb1a0fef5a805dabc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410054 Mar 08 12:01:36.667646 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57398) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:36.719427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:36.723342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:36.738529 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] Publish callbacks [] for security_group (d23139c4-3f7f-4514-9723-baa8c1d56187), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.760415 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] Publish callbacks [] for security_group (d23139c4-3f7f-4514-9723-baa8c1d56187), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.797944 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.836319 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.837182 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.838780 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] 10.222.0.58 "PUT /v2.0/ports/db1eb937-625e-4e8a-9b8d-da498d7cdddf HTTP/1.1" status: 200 len: 1093 time: 0.8082066 Mar 08 12:01:36.847051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:36.847051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421bb4c3-8c33-4f58-a28c-517423553906" -d '{"events": [{"name": "network-changed", "server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:36.890262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708136-54ca-47ce-b316-7f0cf7d35f61 service neutron] Pushing event updated for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:36.894797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c8d7ef-a285-426a-a9d8-d042a2107ba4 x-openstack-request-id: req-d1c8d7ef-a285-426a-a9d8-d042a2107ba4 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:36.895293 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:36.895772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1c8d7ef-a285-426a-a9d8-d042a2107ba4 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:36.896295 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf', 'status': 'completed', 'code': 200} Mar 08 12:01:36.907658 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d23139c4-3f7f-4514-9723-baa8c1d56187), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.909133 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.912499 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d23139c4-3f7f-4514-9723-baa8c1d56187 HTTP/1.1" status: 204 len: 168 time: 0.2416945 Mar 08 12:01:36.919602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c463a1-bb51-4d44-90a3-8505991468cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23139c4-3f7f-4514-9723-baa8c1d56187,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:37.018255 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bb4c3-8c33-4f58-a28c-517423553906 req-0b6dba0c-74f6-40bb-902f-7eaf360fb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.020794 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-421bb4c3-8c33-4f58-a28c-517423553906 req-0b6dba0c-74f6-40bb-902f-7eaf360fb89f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 1127 time: 0.0715024 Mar 08 12:01:37.177138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205be4db-048f-4849-99ba-f6b234299d26 req-b0216b4a-a9f2-4aa5-9bc1-49c633a9d070 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.179330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-205be4db-048f-4849-99ba-f6b234299d26 req-b0216b4a-a9f2-4aa5-9bc1-49c633a9d070 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1301465 Mar 08 12:01:37.184930 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bb4c3-8c33-4f58-a28c-517423553906 req-fc7814f3-1f50-4901-abd0-6fda06b4e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.186071 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-421bb4c3-8c33-4f58-a28c-517423553906 req-fc7814f3-1f50-4901-abd0-6fda06b4e0b7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=149f308259a840469dbeaee05e828ae4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1494734 Mar 08 12:01:37.201659 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f426-a4fa-44f6-856f-3830fce31344 req-85c0809d-e537-48b2-ab81-4a88ba318fc8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.203551 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e9b9f426-a4fa-44f6-856f-3830fce31344 req-85c0809d-e537-48b2-ab81-4a88ba318fc8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0576751 Mar 08 12:01:37.255148 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e9b9f426-a4fa-44f6-856f-3830fce31344 req-9b1f6511-2192-4ac5-b8be-0336fc05fec9 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Mar 08 12:01:37.275731 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-205be4db-048f-4849-99ba-f6b234299d26 req-1204ad82-c356-448f-bf25-b2f202685c0e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852985 Mar 08 12:01:37.341671 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bb4c3-8c33-4f58-a28c-517423553906 req-d3289ccd-3dfa-4de4-9471-91ec7a1acca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.342731 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-421bb4c3-8c33-4f58-a28c-517423553906 req-d3289ccd-3dfa-4de4-9471-91ec7a1acca6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315241 Mar 08 12:01:37.458474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-04a68a17-f848-4581-9ce8-a192303dfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.460650 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-04a68a17-f848-4581-9ce8-a192303dfaba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 1127 time: 0.0482585 Mar 08 12:01:37.512184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-925e87a6-a3ec-45fe-983d-c452a3b5f3e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf HTTP/1.1" status: 200 len: 217 time: 0.0343380 Mar 08 12:01:37.587655 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-80acc1a4-d3b6-4fc2-af88-20271f5a4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.589554 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-80acc1a4-d3b6-4fc2-af88-20271f5a4c0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8453fb85-5006-40e6-b006-b6f73b456c98 HTTP/1.1" status: 200 len: 853 time: 0.0718341 Mar 08 12:01:37.631634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-81b6bf52-0e7c-4b8a-a805-49a319756ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=acfc5d20-5475-442f-a2ad-913301141f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331137 Mar 08 12:01:37.739407 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-73390688-f3bf-401d-8acc-482a407343ca service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010032 Mar 08 12:01:37.765187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6f85-e4db-4d67-8b06-fdab23f01725 req-f95ba054-808b-4c90-9cd7-2e76babf5ab7 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.766654 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ed4b6f85-e4db-4d67-8b06-fdab23f01725 req-f95ba054-808b-4c90-9cd7-2e76babf5ab7 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 943 time: 0.0545156 Mar 08 12:01:37.821359 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ed4b6f85-e4db-4d67-8b06-fdab23f01725 req-6d5a59ae-e2a9-4482-8ccd-82a8e3d5169b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491421 Mar 08 12:01:37.847634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-abcefa41-f05e-4641-9a80-5cd8df99434d req-27007812-82bc-463f-822b-2d04eecc7688 service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974905 Mar 08 12:01:38.170114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57460) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:38.270489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 12c32205-63cf-42df-a702-011df3faaada details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:01:38.297864 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1496824-network', 'tenant_id': 'c6b865e007434b11a5830b1279954322'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:38.399866 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12c32205-63cf-42df-a702-011df3faaada,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:38.408658 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935947e5-015e-4f9c-bd26-60a127cdca1f req-d9a0b4da-5326-4b78-ae60-13222317bb12 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.410291 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-935947e5-015e-4f9c-bd26-60a127cdca1f req-d9a0b4da-5326-4b78-ae60-13222317bb12 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 943 time: 0.0602391 Mar 08 12:01:38.410653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '12c32205-63cf-42df-a702-011df3faaada', 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea', 'port_id': '12c32205-63cf-42df-a702-011df3faaada', 'mac_address': 'fa:16:3e:cd:df:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4d1740-f1fa-4d08-9033-276c04a2bd94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:01:38.413833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e294b1b-66fc-4a0a-b9f7-63832448b9d1 req-940cea83-f343-4808-a86f-b81050356781 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.416475 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Made reservation on behalf of c6b865e007434b11a5830b1279954322 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:38.427311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.427447 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9e294b1b-66fc-4a0a-b9f7-63832448b9d1 req-940cea83-f343-4808-a86f-b81050356781 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0657365 Mar 08 12:01:38.428896 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.462217 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 12c32205-63cf-42df-a702-011df3faaada is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:38.462619 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (12c32205-63cf-42df-a702-011df3faaada), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.470238 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9e294b1b-66fc-4a0a-b9f7-63832448b9d1 req-60a073ea-e153-48c2-8020-46be783a030c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Mar 08 12:01:38.502413 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-935947e5-015e-4f9c-bd26-60a127cdca1f req-a12ee90a-787c-46b3-8cd0-ccc617642e7d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752003 Mar 08 12:01:38.562845 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks [] for security_group (0113e40c-99ce-4908-8ddd-6ef84f8999e3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.602260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c32205-63cf-42df-a702-011df3faaada {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:38.621820 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12c32205-63cf-42df-a702-011df3faaada,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:38.630090 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713696f-c8fe-47f3-b8b5-43ed05ff519a req-63dee3bc-2bf5-411e-8aeb-791921e3b131 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.632497 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8713696f-c8fe-47f3-b8b5-43ed05ff519a req-63dee3bc-2bf5-411e-8aeb-791921e3b131 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0525403 Mar 08 12:01:38.633813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0113e40c-99ce-4908-8ddd-6ef84f8999e3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.663181 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:38.672148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113e40c-99ce-4908-8ddd-6ef84f8999e3,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:38.678948 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (b89c3a52-a4cb-4207-a2cf-4ee65bab98f0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.679845 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Added segment b89c3a52-a4cb-4207-a2cf-4ee65bab98f0 of type vlan for network dbdc9908-44dd-4628-b3cd-62a151b00449 Mar 08 12:01:38.683071 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8713696f-c8fe-47f3-b8b5-43ed05ff519a req-adb2cfa8-1b5c-47e6-85ce-019d02c4f1f9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Mar 08 12:01:38.707426 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (12c32205-63cf-42df-a702-011df3faaada), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.723397 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (dbdc9908-44dd-4628-b3cd-62a151b00449), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.757087 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:38.808736 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (dbdc9908-44dd-4628-b3cd-62a151b00449), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.809764 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.810371 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.871393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdc9908-44dd-4628-b3cd-62a151b00449,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:38.882390 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network dbdc9908-44dd-4628-b3cd-62a151b00449 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:38.926645 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0106eb99-9c68-440d-bdbb-3970c38ddc80 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7495410 Mar 08 12:01:38.930425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57482) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:38.935583 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Request body: {'subnet': {'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-subnet', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:38.958207 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02696fd7-aae0-460c-9c9c-5b8fb3f32472 req-a86d12b3-8793-4943-bf14-6bacf901adfb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.959771 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02696fd7-aae0-460c-9c9c-5b8fb3f32472 req-a86d12b3-8793-4943-bf14-6bacf901adfb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 943 time: 0.0690060 Mar 08 12:01:39.007881 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02696fd7-aae0-460c-9c9c-5b8fb3f32472 req-d702004f-8f88-4751-9fe8-c133b05cc495 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Mar 08 12:01:39.048482 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Made reservation on behalf of c6b865e007434b11a5830b1279954322 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:39.050790 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.162468 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['12c32205-63cf-42df-a702-011df3faaada'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:39.349087 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (1abf0d41-fd22-47fd-a3b5-46d87f98bd93), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.419122 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abf0d41-fd22-47fd-a3b5-46d87f98bd93,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:39.421271 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Checking segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:39.421618 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Network hostable DHCP agents. Network: dbdc9908-44dd-4628-b3cd-62a151b00449, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:39.497494 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:39.593984 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, dbdc9908-44dd-4628-b3cd-62a151b00449) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:39.605777 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3ad6f-f72d-4fbd-aa9f-7a669f86679e None None] Network dbdc9908-44dd-4628-b3cd-62a151b00449 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:39.619261 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.619712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.650454 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb9203-cf81-4d3e-844d-74738ebbbdc8 req-8500fa16-3c00-4237-b108-a83b615749e6 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.652177 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-66fb9203-cf81-4d3e-844d-74738ebbbdc8 req-8500fa16-3c00-4237-b108-a83b615749e6 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 944 time: 0.0731566 Mar 08 12:01:39.701056 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-66fb9203-cf81-4d3e-844d-74738ebbbdc8 req-c00d08b0-fb38-4533-9d83-30f890387811 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Mar 08 12:01:39.731283 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-dbdc9908-44dd-4628-b3cd-62a151b00449', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:01:39.732212 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.747944 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57504) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:39.752555 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:39.753259 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-929c02aa-4838-4a9e-8b84-3d768bb566ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8217378 Mar 08 12:01:39.897732 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Allocated IP 172.20.0.2 (dbdc9908-44dd-4628-b3cd-62a151b00449/1abf0d41-fd22-47fd-a3b5-46d87f98bd93/c60984c2-c004-409a-b044-b8f2c1075bf7) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:39.915157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.916274 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.981850 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for router_controller (23aab4ea-314d-423c-8af5-0c0599bb58a5), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.003978 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2395a530-7cb1-477b-9d77-a7e75ee28488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.075154 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks [] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.149159 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.191721 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:40.193302 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:40.196383 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57510) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:40.197420 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:40.203963 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.243737 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Pushing event updated for resources: {'Port': ['ID=c60984c2-c004-409a-b044-b8f2c1075bf7,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.279161 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 12c32205-63cf-42df-a702-011df3faaada up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:40.293986 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Attempting to bind port c60984c2-c004-409a-b044-b8f2c1075bf7 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:40.294660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Attempting to bind port c60984c2-c004-409a-b044-b8f2c1075bf7 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:40.295292 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Attempting to bind port c60984c2-c004-409a-b044-b8f2c1075bf7 on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:40.318542 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea199d46-8a21-4fc0-8175-1ec2e49cd8d4 req-426ec28b-cc0a-4f65-a19b-cdaf64e60b4e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.321416 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ea199d46-8a21-4fc0-8175-1ec2e49cd8d4 req-426ec28b-cc0a-4f65-a19b-cdaf64e60b4e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 943 time: 0.2269564 Mar 08 12:01:40.328217 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for router_gateway (23aab4ea-314d-423c-8af5-0c0599bb58a5), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.328406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:40.328612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Checking segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:40.329207 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.329756 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Bound using segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:40.330393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Bound port: c60984c2-c004-409a-b044-b8f2c1075bf7, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:40.330991 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.363716 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9160f1ea-61d4-4c0c-8024-838debd8bed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.382524 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ea199d46-8a21-4fc0-8175-1ec2e49cd8d4 req-8328d243-94f5-4704-973e-3c8336a87d12 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511417 Mar 08 12:01:40.411906 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] For port c60984c2-c004-409a-b044-b8f2c1075bf7, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:40.416078 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] For port c60984c2-c004-409a-b044-b8f2c1075bf7, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c60984c2-c004-409a-b044-b8f2c1075bf7,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:40.468884 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9160f1ea-61d4-4c0c-8024-838debd8bed3 admin admin] Publish callbacks [] for security_group (fb335bb7-8b5b-495f-b254-977aeea65d13), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.508015 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 12c32205-63cf-42df-a702-011df3faaada completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:01:40.513604 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 12c32205-63cf-42df-a702-011df3faaada triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:40.514266 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (12c32205-63cf-42df-a702-011df3faaada), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.537025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9160f1ea-61d4-4c0c-8024-838debd8bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fb335bb7-8b5b-495f-b254-977aeea65d13), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.563255 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.622669 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9160f1ea-61d4-4c0c-8024-838debd8bed3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa74b29e5d4a4fe19382ca2a2294ef46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241107 Mar 08 12:01:40.623353 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57528) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:40.630399 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160f1ea-61d4-4c0c-8024-838debd8bed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb335bb7-8b5b-495f-b254-977aeea65d13,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.681068 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205295b-6231-4c5e-a2ad-8512592df113 None None] Pushing event updated for resources: {'Port': ['ID=c60984c2-c004-409a-b044-b8f2c1075bf7,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.702342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for router_gateway (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.717775 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] Publish callbacks [] for security_group (fb335bb7-8b5b-495f-b254-977aeea65d13), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.722080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.733236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 12c32205-63cf-42df-a702-011df3faaada is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:40.734328 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (12c32205-63cf-42df-a702-011df3faaada), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.745749 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] Publish callbacks [] for security_group (fb335bb7-8b5b-495f-b254-977aeea65d13), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.764110 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c32205-63cf-42df-a702-011df3faaada'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:40.766692 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b010426e-d7aa-46bf-952e-79696402706f" -d '{"events": [{"server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "name": "network-vif-plugged", "status": "completed", "tag": "12c32205-63cf-42df-a702-011df3faaada"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:40.790850 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12c32205-63cf-42df-a702-011df3faaada,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:40.866239 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (12c32205-63cf-42df-a702-011df3faaada), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.910280 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Allocated IP 172.27.3.234 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/fe483a60-fbe8-4a31-9f53-4be2499f8c60) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:40.931767 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fb335bb7-8b5b-495f-b254-977aeea65d13), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.935172 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.938777 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb335bb7-8b5b-495f-b254-977aeea65d13 HTTP/1.1" status: 204 len: 168 time: 0.3118987 Mar 08 12:01:40.951891 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002dadb-f177-484f-b228-d2b4aee9d6f0 req-0465e734-8716-48ba-bd06-23d4ecad8906 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.957904 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12086761-2e2c-4128-9841-aba27dd45eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb335bb7-8b5b-495f-b254-977aeea65d13,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.963361 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1002dadb-f177-484f-b228-d2b4aee9d6f0 req-0465e734-8716-48ba-bd06-23d4ecad8906 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 944 time: 0.1441920 Mar 08 12:01:40.984603 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00dc0fb-ad26-45b5-96ba-a24008bcd2b3 x-openstack-request-id: req-d00dc0fb-ad26-45b5-96ba-a24008bcd2b3 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:40.989383 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "name": "network-vif-plugged", "status": "completed", "tag": "12c32205-63cf-42df-a702-011df3faaada", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:40.991735 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d00dc0fb-ad26-45b5-96ba-a24008bcd2b3 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:40.992445 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c32205-63cf-42df-a702-011df3faaada', 'code': 200} Mar 08 12:01:41.005930 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.081441 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680177d-b592-466c-bf44-477595c2340f req-54422594-6455-4843-9ff5-ca929bff1028 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.081441 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0680177d-b592-466c-bf44-477595c2340f req-54422594-6455-4843-9ff5-ca929bff1028 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0901821 Mar 08 12:01:41.140496 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1002dadb-f177-484f-b228-d2b4aee9d6f0 req-341225a2-bb3f-493c-9360-6f58821e5cfa tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762204 Mar 08 12:01:41.171667 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0680177d-b592-466c-bf44-477595c2340f req-fb644835-60f1-49f2-b3d0-c8042a095ce3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809934 Mar 08 12:01:41.218004 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c60984c2-c004-409a-b044-b8f2c1075bf7 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:41.218157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.274666 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port c60984c2-c004-409a-b044-b8f2c1075bf7 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:41.274937 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.394132 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port c60984c2-c004-409a-b044-b8f2c1075bf7 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:41.394878 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.446822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port c60984c2-c004-409a-b044-b8f2c1075bf7, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c60984c2-c004-409a-b044-b8f2c1075bf7,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:41.529002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.535942 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424cf1-e7d3-45d0-9c54-f7958a585450 req-9f26a344-fdf6-4365-b003-40e1b50c44c1 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.538560 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2b424cf1-e7d3-45d0-9c54-f7958a585450 req-9f26a344-fdf6-4365-b003-40e1b50c44c1 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 943 time: 0.0532546 Mar 08 12:01:41.561522 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.584160 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=c60984c2-c004-409a-b044-b8f2c1075bf7,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.626120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:41.632922 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:41.638271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:41.643293 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2b424cf1-e7d3-45d0-9c54-f7958a585450 req-d7a0e315-5985-4671-879c-be7f0730f077 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992136 Mar 08 12:01:41.644893 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Pushing event updated for resources: {'Port': ['ID=fe483a60-fbe8-4a31-9f53-4be2499f8c60,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.781460 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57550) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:41.794751 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2cec3372-1a39-45dc-b1d8-ed3484b0b60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.882978 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2cec3372-1a39-45dc-b1d8-ed3484b0b60e admin admin] Publish callbacks [] for security_group (b23cf48e-5740-45bb-89ed-f430875b387d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.908475 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059a713-cd92-4336-b3ed-195d62c5a41e None None] Network dbdc9908-44dd-4628-b3cd-62a151b00449 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:41.943619 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for router_gateway (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.997228 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2cec3372-1a39-45dc-b1d8-ed3484b0b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b23cf48e-5740-45bb-89ed-f430875b387d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.022241 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a3146845-fa3f-4b55-8c1a-aa1e48b7aca1 None None] Provisioning complete for port c60984c2-c004-409a-b044-b8f2c1075bf7 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:42.023680 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3146845-fa3f-4b55-8c1a-aa1e48b7aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.050042 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2cec3372-1a39-45dc-b1d8-ed3484b0b60e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cf542efb37649af86f1831f6274f094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673254 Mar 08 12:01:42.051212 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec3372-1a39-45dc-b1d8-ed3484b0b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23cf48e-5740-45bb-89ed-f430875b387d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:42.052643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57552) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:42.136270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a3146845-fa3f-4b55-8c1a-aa1e48b7aca1 None None] Current status of the port c60984c2-c004-409a-b044-b8f2c1075bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:42.193543 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b201d0fc-33e0-48b7-a1df-47d8fc498dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.208848 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] Publish callbacks [] for security_group (b23cf48e-5740-45bb-89ed-f430875b387d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.250420 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.306471 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53a071-a6e2-4596-a8ba-e35582e00502 req-ad0826cb-f874-4c78-b47c-d55fdd3aeafa tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:42.307985 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cb53a071-a6e2-4596-a8ba-e35582e00502 req-ad0826cb-f874-4c78-b47c-d55fdd3aeafa tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0686448 Mar 08 12:01:42.368219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a675d9a8-1432-49c9-b3ab-fe80995f0ca3 None None] Provisioning complete for port c60984c2-c004-409a-b044-b8f2c1075bf7 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:42.368602 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a675d9a8-1432-49c9-b3ab-fe80995f0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.372362 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cb53a071-a6e2-4596-a8ba-e35582e00502 req-0abd88a9-1e62-47d1-a8f8-8b54055d587a tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Mar 08 12:01:42.388464 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] Publish callbacks [] for security_group (b23cf48e-5740-45bb-89ed-f430875b387d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.397505 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69380100-b8f1-4608-a310-15b92f442281 req-71b834a3-acd7-437b-b950-87e145ee5fc8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:42.399123 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69380100-b8f1-4608-a310-15b92f442281 req-71b834a3-acd7-437b-b950-87e145ee5fc8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1385646 Mar 08 12:01:42.466156 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a675d9a8-1432-49c9-b3ab-fe80995f0ca3 None None] Current status of the port c60984c2-c004-409a-b044-b8f2c1075bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:42.500964 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69380100-b8f1-4608-a310-15b92f442281 req-7bf2c132-b860-4072-ba42-6badc32ca1d3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933535 Mar 08 12:01:42.599009 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b23cf48e-5740-45bb-89ed-f430875b387d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.601846 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.602992 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b23cf48e-5740-45bb-89ed-f430875b387d HTTP/1.1" status: 204 len: 168 time: 0.5468323 Mar 08 12:01:42.611133 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae93d-3867-4132-a1c3-f4240faaeada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23cf48e-5740-45bb-89ed-f430875b387d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:42.633525 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:01:42.751901 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:01:42.764202 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:42.774355 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe7a2e-f506-4ae9-942e-3014f5612ce8 req-8ea2d4e6-1842-49c1-9db6-8c0680e74e4a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:42.776118 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ecbe7a2e-f506-4ae9-942e-3014f5612ce8 req-8ea2d4e6-1842-49c1-9db6-8c0680e74e4a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 943 time: 0.0575798 Mar 08 12:01:42.782692 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:42.784220 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:42.840263 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ecbe7a2e-f506-4ae9-942e-3014f5612ce8 req-4cc9c583-c6a9-4472-967f-78d69d7652e5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Mar 08 12:01:42.863845 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.865313 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-821f5688-d8e4-49eb-9bfc-9152604f9e8a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1159139 Mar 08 12:01:42.870329 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57568) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:42.895064 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:43.111362 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:41Z', 'revision_number': 3, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:43.137248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c60984c2-c004-409a-b044-b8f2c1075bf7 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:43.143434 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:43.144057 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Updating router 23aab4ea-314d-423c-8af5-0c0599bb58a5 port fe483a60-fbe8-4a31-9f53-4be2499f8c60 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:01:43.180351 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.200328 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.221392 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port c60984c2-c004-409a-b044-b8f2c1075bf7 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:43.222055 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.314314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port c60984c2-c004-409a-b044-b8f2c1075bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:43.456697 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks [] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.518978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fcfba-b676-46f8-9b91-cec6f7b1ce4a req-6ade1776-38ea-47c9-a247-2019e5f5c724 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.520512 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-148fcfba-b676-46f8-9b91-cec6f7b1ce4a req-6ade1776-38ea-47c9-a247-2019e5f5c724 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0638261 Mar 08 12:01:43.530951 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.586620 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-148fcfba-b676-46f8-9b91-cec6f7b1ce4a req-43d5396b-b4bb-4c88-a912-99dc787a53b5 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591779 Mar 08 12:01:43.587569 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Attempting to bind port fe483a60-fbe8-4a31-9f53-4be2499f8c60 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:43.587948 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Attempting to bind port fe483a60-fbe8-4a31-9f53-4be2499f8c60 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:43.588517 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Attempting to bind port fe483a60-fbe8-4a31-9f53-4be2499f8c60 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:43.594848 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device db1eb937-625e-4e8a-9b8d-da498d7cdddf details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:01:43.598780 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Pushing event updated for resources: {'Port': ['ID=fe483a60-fbe8-4a31-9f53-4be2499f8c60,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Bound port: fe483a60-fbe8-4a31-9f53-4be2499f8c60, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:43.610297 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.613367 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.626490 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:43.633165 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.722537 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] For port fe483a60-fbe8-4a31-9f53-4be2499f8c60, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:43.726837 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] For port fe483a60-fbe8-4a31-9f53-4be2499f8c60, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=fe483a60-fbe8-4a31-9f53-4be2499f8c60,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:43.750059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:43.762356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf', 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40', 'port_id': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf', 'mac_address': 'fa:16:3e:68:6c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8453fb85-5006-40e6-b006-b6f73b456c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:01:43.764103 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-99087cce-3616-4ebe-b919-c21e624c21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.765990 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-99087cce-3616-4ebe-b919-c21e624c21ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0811536 Mar 08 12:01:43.793468 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.802778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port db1eb937-625e-4e8a-9b8d-da498d7cdddf is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:43.805584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.806334 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9700-092b-4290-b21a-e46219d76ae8 req-492dc6ec-8ad5-44b1-9122-c81b55de6055 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.808803 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-164d9700-092b-4290-b21a-e46219d76ae8 req-492dc6ec-8ad5-44b1-9122-c81b55de6055 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1886687 Mar 08 12:01:43.834038 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1eb937-625e-4e8a-9b8d-da498d7cdddf {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:43.835805 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:43.836439 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:43.897032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:43.977156 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2007ef7-000e-43ba-a47b-efa2afb959c9 None None] Pushing event updated for resources: {'Port': ['ID=fe483a60-fbe8-4a31-9f53-4be2499f8c60,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:43.986601 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:44.038110 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-374f42a1-48f8-4283-abc4-3d0e8bf8ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.039714 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-374f42a1-48f8-4283-abc4-3d0e8bf8ad41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.2666547 Mar 08 12:01:44.041618 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-164d9700-092b-4290-b21a-e46219d76ae8 req-5248efa3-54b0-4094-a0a9-d52d3f4fa00e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191777 Mar 08 12:01:44.079137 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:44.087937 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:44.149124 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-5e80b147-381a-4bbe-81e5-8bd1d6f686c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.1005414 Mar 08 12:01:44.151327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Allocated IP 172.20.0.1 (dbdc9908-44dd-4628-b3cd-62a151b00449/1abf0d41-fd22-47fd-a3b5-46d87f98bd93/79a06d41-c991-4bf2-8054-f3f43706a1c2) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:44.154749 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93bbc-95cb-45f6-a554-9d9339cb4aad req-60f88b1c-28c8-40d0-a330-8e9d44d44389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.156304 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-64d93bbc-95cb-45f6-a554-9d9339cb4aad req-60f88b1c-28c8-40d0-a330-8e9d44d44389 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 1129 time: 0.1118417 Mar 08 12:01:44.158681 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881f62-f4a4-468e-b108-a20da7719689 req-ad21026d-9de4-4208-8de4-a9ca6e9e98eb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.160384 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb881f62-f4a4-468e-b108-a20da7719689 req-ad21026d-9de4-4208-8de4-a9ca6e9e98eb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 944 time: 0.1934121 Mar 08 12:01:44.243218 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb881f62-f4a4-468e-b108-a20da7719689 req-67539b21-0931-43fd-b477-4bae0a682504 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738163 Mar 08 12:01:44.249316 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-48b66b7e-693c-4e9f-8089-574a269e9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.251025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-48b66b7e-693c-4e9f-8089-574a269e9ac7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0891335 Mar 08 12:01:44.270980 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-64d93bbc-95cb-45f6-a554-9d9339cb4aad req-b5f4a3ca-0726-45af-9fba-e7e6a3939fc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Mar 08 12:01:44.291425 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-6273dfd1-80d6-43e0-92cc-f3a2deaa8b58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262597 Mar 08 12:01:44.292232 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:41Z', 'revision_number': 3, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:44.323941 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100a51-b26d-49e8-960b-9da22c081e51 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:41Z', 'revision_number': 3, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:44.375890 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks [] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:44.509022 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['db1eb937-625e-4e8a-9b8d-da498d7cdddf'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:44.536734 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:44.632695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:44.647185 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:44.650229 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:44.717644 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:44.824661 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-0633d922-688f-4ff3-99f7-37941108411e service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820102 Mar 08 12:01:44.827800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:44.838664 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:44.912700 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d37c-1f1c-4a9a-9768-119028b770c4 req-cf47b4ac-b306-4c96-8fb0-33d411a9ab77 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.914398 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7e51d37c-1f1c-4a9a-9768-119028b770c4 req-cf47b4ac-b306-4c96-8fb0-33d411a9ab77 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0885499 Mar 08 12:01:44.998843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c24ae06e-7feb-45ba-8c31-6fabd71c167f req-e78ce679-5a05-4af7-87de-b687c2fcf84d service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589413 Mar 08 12:01:45.021736 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-dfc596fe-d323-47b2-a23b-da31d4317911 None None] Provisioning complete for port 79a06d41-c991-4bf2-8054-f3f43706a1c2 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:45.022135 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dfc596fe-d323-47b2-a23b-da31d4317911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.073698 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7e51d37c-1f1c-4a9a-9768-119028b770c4 req-af818774-d971-437a-bb18-bb369e842185 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486201 Mar 08 12:01:45.101975 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-dfc596fe-d323-47b2-a23b-da31d4317911 None None] Port 79a06d41-c991-4bf2-8054-f3f43706a1c2 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:01:45.156113 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.258917 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device fe483a60-fbe8-4a31-9f53-4be2499f8c60 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:45.332442 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4399eb-b70b-4077-970e-957926f21886 req-e3a32b52-4d6e-453a-8872-61b4ce005593 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:45.347173 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d4399eb-b70b-4077-970e-957926f21886 req-e3a32b52-4d6e-453a-8872-61b4ce005593 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1359835 Mar 08 12:01:45.374437 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port fe483a60-fbe8-4a31-9f53-4be2499f8c60 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:45.375032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.436620 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d4399eb-b70b-4077-970e-957926f21886 req-1b5d96dc-067a-4649-976c-defc2c0e6b49 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811055 Mar 08 12:01:45.465845 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks [] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.538257 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port fe483a60-fbe8-4a31-9f53-4be2499f8c60 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:45.538828 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.541615 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b1423-a36a-47e1-a0c7-57e0c1d142c4 req-e363ab68-4378-4d4b-826a-18dc20a96a60 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:45.543376 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3f9b1423-a36a-47e1-a0c7-57e0c1d142c4 req-e363ab68-4378-4d4b-826a-18dc20a96a60 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 944 time: 0.0747664 Mar 08 12:01:45.544663 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.581088 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port fe483a60-fbe8-4a31-9f53-4be2499f8c60, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=fe483a60-fbe8-4a31-9f53-4be2499f8c60,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:45.644759 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.646738 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.666981 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3f9b1423-a36a-47e1-a0c7-57e0c1d142c4 req-0e6cea2d-218c-44e5-bb41-01ef4d5265ac tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990682 Mar 08 12:01:45.682941 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.746226 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=fe483a60-fbe8-4a31-9f53-4be2499f8c60,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.781661 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:45.783137 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:45.939587 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:01:46.045087 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-593de74c-236f-4004-89d4-06dfc693e60f None None] Provisioning complete for port 79a06d41-c991-4bf2-8054-f3f43706a1c2 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:46.045725 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-593de74c-236f-4004-89d4-06dfc693e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:46.050005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:46.088984 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:01:46.096829 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-593de74c-236f-4004-89d4-06dfc693e60f None None] Port 79a06d41-c991-4bf2-8054-f3f43706a1c2 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:01:46.114654 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-20e7f5da-d58b-4dba-beba-176e1361a2b9 admin admin] 10.222.0.52 "PUT /v2.0/routers/23aab4ea-314d-423c-8af5-0c0599bb58a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2429554 Mar 08 12:01:46.227833 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88b3e8-b709-479d-97c6-ecc7ec3f0e16 req-8925f0ea-e4d5-499d-ac85-aa2ba445f31c tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.230028 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc88b3e8-b709-479d-97c6-ecc7ec3f0e16 req-8925f0ea-e4d5-499d-ac85-aa2ba445f31c tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0749421 Mar 08 12:01:46.292136 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc88b3e8-b709-479d-97c6-ecc7ec3f0e16 req-078f4f48-f710-414b-8904-d02658ad30a3 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562773 Mar 08 12:01:46.504645 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:46.518866 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:46.519480 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:46.572462 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9190a-01ce-4399-ac0b-504738c42c25 req-e0a1fee2-0fde-4d01-8fab-dd67a5e906a0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.573929 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1e9190a-01ce-4399-ac0b-504738c42c25 req-e0a1fee2-0fde-4d01-8fab-dd67a5e906a0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0592592 Mar 08 12:01:46.608756 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device db1eb937-625e-4e8a-9b8d-da498d7cdddf up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:46.633768 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1e9190a-01ce-4399-ac0b-504738c42c25 req-10ac0ce5-983c-47bc-86e7-276e79e1c0d4 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 Mar 08 12:01:46.680458 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57670) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:46.680745 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:46.686920 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175188630', 'description': 'tempest-description--1523439435'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:46.815175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca5a9-29bc-4f04-a376-5af54f4af594 req-062ca106-be6b-45dc-8caa-547838c2a05b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.816705 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f0ca5a9-29bc-4f04-a376-5af54f4af594 req-062ca106-be6b-45dc-8caa-547838c2a05b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 944 time: 0.0569336 Mar 08 12:01:46.831001 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:46.876389 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f0ca5a9-29bc-4f04-a376-5af54f4af594 req-501125fe-e7b7-4b61-9715-e206f9e48609 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538464 Mar 08 12:01:46.895647 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port db1eb937-625e-4e8a-9b8d-da498d7cdddf completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:01:46.914895 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port db1eb937-625e-4e8a-9b8d-da498d7cdddf triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:46.915275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:46.922439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (c6027a8b-c281-45a8-adf1-59cde644fa31), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.017966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c6027a8b-c281-45a8-adf1-59cde644fa31), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.093051 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6027a8b-c281-45a8-adf1-59cde644fa31,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:47.109056 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.113003 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f19f894b-a8ff-47d7-a2f0-c9758a995af6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4280734 Mar 08 12:01:47.113181 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57692) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:47.124407 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group_rule': {'security_group_id': 'c6027a8b-c281-45a8-adf1-59cde644fa31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:47.152516 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device fe483a60-fbe8-4a31-9f53-4be2499f8c60 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:47.179628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port db1eb937-625e-4e8a-9b8d-da498d7cdddf is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:47.180031 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.216336 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (7eb25933-303f-452b-9e43-4dd2c67ec39d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.251367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:47.253622 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03d973-f4e1-48b5-a9dc-f1ab651510d5" -d '{"events": [{"server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "name": "network-vif-plugged", "status": "completed", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:47.274035 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:47.281800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (7eb25933-303f-452b-9e43-4dd2c67ec39d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.292627 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port fe483a60-fbe8-4a31-9f53-4be2499f8c60 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:47.293334 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.316978 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec6443-bd45-455c-97d6-a9a28b0e39f4 x-openstack-request-id: req-40ec6443-bd45-455c-97d6-a9a28b0e39f4 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:47.317290 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "name": "network-vif-plugged", "status": "completed", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:47.317540 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40ec6443-bd45-455c-97d6-a9a28b0e39f4 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:47.317920 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf', 'code': 200} Mar 08 12:01:47.322942 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 2, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:47.355754 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:47.356116 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Updating router 23aab4ea-314d-423c-8af5-0c0599bb58a5 port 79a06d41-c991-4bf2-8054-f3f43706a1c2 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:01:47.376768 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (7eb25933-303f-452b-9e43-4dd2c67ec39d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.400777 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.402653 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb25933-303f-452b-9e43-4dd2c67ec39d,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:47.483787 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port fe483a60-fbe8-4a31-9f53-4be2499f8c60 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:47.504070 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.508345 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-647d52a6-478d-4465-866a-0299a654aa9a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909581 Mar 08 12:01:47.508573 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57702) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:47.514128 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group_rule': {'security_group_id': 'c6027a8b-c281-45a8-adf1-59cde644fa31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:47.540265 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.630514 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:47.635938 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (09ed7c6c-70ca-47b4-9d38-0a0a937f1c86), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.701658 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (09ed7c6c-70ca-47b4-9d38-0a0a937f1c86), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.780227 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks [] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.861424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.925734 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e3c3-d4b0-465a-ae03-1a63c6ecb1d2 None None] Pushing event updated for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:48.008882 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Attempting to bind port 79a06d41-c991-4bf2-8054-f3f43706a1c2 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:48.008882 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Attempting to bind port 79a06d41-c991-4bf2-8054-f3f43706a1c2 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:48.008882 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Attempting to bind port 79a06d41-c991-4bf2-8054-f3f43706a1c2 on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:48.010807 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (09ed7c6c-70ca-47b4-9d38-0a0a937f1c86), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.016567 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:48.018051 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Checking segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:48.018676 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.019141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Bound using segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:48.020097 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Bound port: 79a06d41-c991-4bf2-8054-f3f43706a1c2, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:48.020609 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.056557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ed7c6c-70ca-47b4-9d38-0a0a937f1c86,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:48.102988 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71e845-8d28-49f0-9a21-de265b75f744 req-14ab0ed0-4853-47f7-b4bb-85fe7ba5001c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.112711 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa71e845-8d28-49f0-9a21-de265b75f744 req-14ab0ed0-4853-47f7-b4bb-85fe7ba5001c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.3935850 Mar 08 12:01:48.120140 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] For port 79a06d41-c991-4bf2-8054-f3f43706a1c2, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:48.126733 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] For port 79a06d41-c991-4bf2-8054-f3f43706a1c2, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=79a06d41-c991-4bf2-8054-f3f43706a1c2,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:48.127388 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c83004-20b6-492f-ba0f-4751172060f7 req-715a6e0d-c724-45d6-8e86-2c7ebdc67009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.129197 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79c83004-20b6-492f-ba0f-4751172060f7 req-715a6e0d-c724-45d6-8e86-2c7ebdc67009 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 1129 time: 0.3760509 Mar 08 12:01:48.192862 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.195297 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8dea467d-0a29-4704-8993-b48d7db797c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6848722 Mar 08 12:01:48.200048 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57720) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:48.205173 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:48.214400 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.230659 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa71e845-8d28-49f0-9a21-de265b75f744 req-36e311a3-624e-4144-b523-a0df63475c62 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168089 Mar 08 12:01:48.233190 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79c83004-20b6-492f-ba0f-4751172060f7 req-ca68019a-8cb2-4571-a56d-31f9f90f0861 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948377 Mar 08 12:01:48.294024 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Provisioning complete for port 79a06d41-c991-4bf2-8054-f3f43706a1c2 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:48.294431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.297974 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:48.298665 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:48.303485 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e3c3-d4b0-465a-ae03-1a63c6ecb1d2 None None] Pushing event updated for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:48.336383 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.390032 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292fd2a-e481-44cd-9a89-e4342b540a71 req-d4ac3585-c8c2-4c20-9cf0-00589660dd97 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.414543 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1292fd2a-e481-44cd-9a89-e4342b540a71 req-d4ac3585-c8c2-4c20-9cf0-00589660dd97 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.1268876 Mar 08 12:01:48.484294 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1292fd2a-e481-44cd-9a89-e4342b540a71 req-5c90bfdf-c880-459a-878e-8f73b85081d9 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604506 Mar 08 12:01:48.499309 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Current status of the port 79a06d41-c991-4bf2-8054-f3f43706a1c2 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:48.499631 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.520512 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:48.530156 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0ff2-2caa-4dba-aa32-52c0fd48206e req-ab5a2a4e-337f-49bd-bfb6-fe52649ddeec tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.531685 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cf7b0ff2-2caa-4dba-aa32-52c0fd48206e req-ab5a2a4e-337f-49bd-bfb6-fe52649ddeec tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0725985 Mar 08 12:01:48.569985 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.591477 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] For port 79a06d41-c991-4bf2-8054-f3f43706a1c2, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=79a06d41-c991-4bf2-8054-f3f43706a1c2,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:48.628292 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cf7b0ff2-2caa-4dba-aa32-52c0fd48206e req-5f3d266d-016c-4ab5-baa2-d657188ca797 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 Mar 08 12:01:48.693223 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.709035 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Allocated IP 172.27.3.228 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/f74e62e3-5123-48d6-ba17-1b49fa0e83d6) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:48.779151 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f356520-526a-45e5-bfee-4c4bf693cec7 None None] Pushing event updated for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:48.821324 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:48.823620 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-ac6ed429-112f-4528-8d1a-bad78dc69092 None None] Provisioning complete for port 79a06d41-c991-4bf2-8054-f3f43706a1c2 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:48.823995 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed429-112f-4528-8d1a-bad78dc69092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.831022 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:48.872219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455af8a2-5aef-49c3-9771-e714a61ee3d8 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:48.947948 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ed429-112f-4528-8d1a-bad78dc69092 None None] Current status of the port 79a06d41-c991-4bf2-8054-f3f43706a1c2 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:48.952118 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.005137 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:49.008677 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:49.011165 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:49.040753 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=f74e62e3-5123-48d6-ba17-1b49fa0e83d6,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:49.142975 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 79a06d41-c991-4bf2-8054-f3f43706a1c2 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:49.169079 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.206857 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 79a06d41-c991-4bf2-8054-f3f43706a1c2 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:49.207231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.284008 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.366121 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c777d62-7547-4c0a-8002-b3a32d055b94 req-9e8f5d7e-ec8c-4352-a2a0-1b4c23c98efb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.373365 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c777d62-7547-4c0a-8002-b3a32d055b94 req-9e8f5d7e-ec8c-4352-a2a0-1b4c23c98efb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0672805 Mar 08 12:01:49.432288 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 79a06d41-c991-4bf2-8054-f3f43706a1c2 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:49.437765 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c777d62-7547-4c0a-8002-b3a32d055b94 req-f6f91a1f-df68-44ef-9e02-63dfcf5ee259 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609884 Mar 08 12:01:49.481337 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.572748 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.784506 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0040-516e-45f4-844f-59299b282268 req-913bb346-fbb4-4e06-a8c8-d94e0c8ae21c tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.786129 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8f8b0040-516e-45f4-844f-59299b282268 req-913bb346-fbb4-4e06-a8c8-d94e0c8ae21c tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0605991 Mar 08 12:01:49.866196 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=f74e62e3-5123-48d6-ba17-1b49fa0e83d6,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:49.893399 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8f8b0040-516e-45f4-844f-59299b282268 req-770b10a4-2adf-409d-b939-b7143196458d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Mar 08 12:01:49.894280 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e29bc-0d4f-40b9-87bd-eeec1d0ffc5b req-87112506-19de-40f5-aed3-fa242ed83be0 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.894280 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a4e29bc-0d4f-40b9-87bd-eeec1d0ffc5b req-87112506-19de-40f5-aed3-fa242ed83be0 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.3446727 Mar 08 12:01:49.903614 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.960307 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a4e29bc-0d4f-40b9-87bd-eeec1d0ffc5b req-0d82e923-b5b5-4463-8979-e0ca402225b7 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Mar 08 12:01:50.019067 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.021006 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-28acccc6-69fa-49af-a00a-42f7bdb72565 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8193791 Mar 08 12:01:50.176282 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-c1935c63-608a-4221-b725-d82936a443fd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1175188630&fields=id&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 267 time: 0.0464718 Mar 08 12:01:50.282156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-c76471b0-0f7a-42ef-b98f-fcc9628ca076 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:50.283628 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-c76471b0-0f7a-42ef-b98f-fcc9628ca076 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 814 time: 0.1004038 Mar 08 12:01:50.298909 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-9f086a99-60d4-4077-89fe-a2bb529ec723 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/quotas/c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 375 time: 0.0091455 Mar 08 12:01:50.356773 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-7cbb9b6a-550d-4569-82ac-ae8ef0b66274 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526931 Mar 08 12:01:50.459902 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-1ebfc8e9-70c6-4c8b-9ba2-c1a5bce08663 service neutron] 10.222.0.52 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903239 Mar 08 12:01:50.498292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57772) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:50.553191 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-f6f0898c-a639-407e-b517-8d3b92ac4223 service neutron] 10.222.0.52 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875990 Mar 08 12:01:50.559692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2bb8a-6076-4225-a708-27e8e5977681 req-41e6a284-98fe-4d91-b04f-6eaac6e415cf tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:50.561173 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0e2bb8a-6076-4225-a708-27e8e5977681 req-41e6a284-98fe-4d91-b04f-6eaac6e415cf tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0566447 Mar 08 12:01:50.615925 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6148508-8f42-4979-8582-4346f149b109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.635149 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0e2bb8a-6076-4225-a708-27e8e5977681 req-1f9c9d6c-5c25-44de-9910-6afb4a93337b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Mar 08 12:01:50.701147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6148508-8f42-4979-8582-4346f149b109 admin admin] Publish callbacks [] for security_group (af9177a5-3135-4817-8126-da7ee39907f5), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.786272 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6148508-8f42-4979-8582-4346f149b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (af9177a5-3135-4817-8126-da7ee39907f5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.838689 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148508-8f42-4979-8582-4346f149b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9177a5-3135-4817-8126-da7ee39907f5,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:50.861132 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-35fa12f4-64a2-4c77-ac49-441a347ed4ef req-c4e942ee-42d5-40b0-b6e0-1f9b9594e47a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0457911 Mar 08 12:01:50.863792 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b6148508-8f42-4979-8582-4346f149b109 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8728c4de8d314d878a74384760d9445b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640490 Mar 08 12:01:50.866581 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57782) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:50.917966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] Publish callbacks [] for security_group (af9177a5-3135-4817-8126-da7ee39907f5), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.939993 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] Publish callbacks [] for security_group (af9177a5-3135-4817-8126-da7ee39907f5), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.014885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1874c-b746-4e99-89ac-0c9c1bc83307 req-fd3c451d-4e48-40ab-ace0-1468c6a8fbdf tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.015971 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3aa1874c-b746-4e99-89ac-0c9c1bc83307 req-fd3c451d-4e48-40ab-ace0-1468c6a8fbdf tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0585854 Mar 08 12:01:51.067654 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3aa1874c-b746-4e99-89ac-0c9c1bc83307 req-59eea50f-93cd-40a9-8e3e-602162d63880 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Mar 08 12:01:51.086971 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (af9177a5-3135-4817-8126-da7ee39907f5), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.089556 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.090690 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af9177a5-3135-4817-8126-da7ee39907f5 HTTP/1.1" status: 204 len: 168 time: 0.2231686 Mar 08 12:01:51.109343 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2f2b-d53b-49d6-aa59-f27e5cfd5e46 req-ec859af4-4bd6-4b6e-b7c5-be64f744faab tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.110661 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-af8e2f2b-d53b-49d6-aa59-f27e5cfd5e46 req-ec859af4-4bd6-4b6e-b7c5-be64f744faab tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.0785093 Mar 08 12:01:51.111860 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46449c82-bd43-4008-b64e-4b28a6b95ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9177a5-3135-4817-8126-da7ee39907f5,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:51.159712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-af8e2f2b-d53b-49d6-aa59-f27e5cfd5e46 req-e5dfce2b-f07f-45a0-b4ae-53b9d5370a5d tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Mar 08 12:01:51.721930 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 57802) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:51.736084 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b8d-3603-402d-ac60-6ade18deb30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.754267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a52a0-6ea4-4b90-afe3-de44ce803402 req-723d41ac-634e-4836-8c0e-c31777ff1a49 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.756486 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2e2a52a0-6ea4-4b90-afe3-de44ce803402 req-723d41ac-634e-4836-8c0e-c31777ff1a49 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0545216 Mar 08 12:01:51.804345 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2e2a52a0-6ea4-4b90-afe3-de44ce803402 req-763f62a2-212f-47b0-a61c-965e66200690 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Mar 08 12:01:51.810001 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b8d-3603-402d-ac60-6ade18deb30b admin admin] Publish callbacks [] for security_group (9e8c9c9f-f70f-46f2-8110-a205fa650b4a), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.904944 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b8d-3603-402d-ac60-6ade18deb30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9e8c9c9f-f70f-46f2-8110-a205fa650b4a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.953060 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-82ae5b8d-3603-402d-ac60-6ade18deb30b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f64b4c7983647378a5b60fbf1e77240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300475 Mar 08 12:01:51.955804 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 57808) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:51.968557 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c32629f7-dcfc-490e-936d-0b8ad360ae62 req-916a113b-98c1-4df2-9328-4a42818a4133 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0342875 Mar 08 12:01:51.969153 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae5b8d-3603-402d-ac60-6ade18deb30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c9c9f-f70f-46f2-8110-a205fa650b4a,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:52.015816 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] Publish callbacks [] for security_group (9e8c9c9f-f70f-46f2-8110-a205fa650b4a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.038186 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] Publish callbacks [] for security_group (9e8c9c9f-f70f-46f2-8110-a205fa650b4a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.184960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d0cd7-e39b-4319-9686-856b4e6ab3ec req-6bf4f4bc-952d-4e5d-b668-492a8ca106ed tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:52.186623 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-651d0cd7-e39b-4319-9686-856b4e6ab3ec req-6bf4f4bc-952d-4e5d-b668-492a8ca106ed tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Mar 08 12:01:52.187753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9e8c9c9f-f70f-46f2-8110-a205fa650b4a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.193994 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.193994 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e8c9c9f-f70f-46f2-8110-a205fa650b4a HTTP/1.1" status: 204 len: 168 time: 0.2345648 Mar 08 12:01:52.212206 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6b7b-7b61-44cc-96d1-dff70f91a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c9c9f-f70f-46f2-8110-a205fa650b4a,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:52.248160 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-651d0cd7-e39b-4319-9686-856b4e6ab3ec req-29765ed4-0034-4fb8-b2ed-512e7513477d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Mar 08 12:01:52.297737 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72380-2c88-4eca-b211-ee37eedf1c78 req-91260164-0e7b-458c-8d68-25391197b654 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:52.297737 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fcc72380-2c88-4eca-b211-ee37eedf1c78 req-91260164-0e7b-458c-8d68-25391197b654 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.0629668 Mar 08 12:01:52.351240 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fcc72380-2c88-4eca-b211-ee37eedf1c78 req-48b58526-3862-4421-95b2-8e33aa891da3 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Mar 08 12:01:52.937756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052355b-efbf-4809-8c33-e57e68ec6962 req-74c90ff0-243f-4aa1-85db-dfe7582e1c6a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:52.941441 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0052355b-efbf-4809-8c33-e57e68ec6962 req-74c90ff0-243f-4aa1-85db-dfe7582e1c6a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0676415 Mar 08 12:01:52.991320 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0052355b-efbf-4809-8c33-e57e68ec6962 req-ef4d8665-037b-4310-bb5a-539e5884c4cd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Mar 08 12:01:53.082213 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3345547d-fe36-4f1d-8669-52b835bb502a req-a278f952-88fa-4f23-b246-7baaa1a706a1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0386009 Mar 08 12:01:53.115228 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-07e262ed-8e40-4ce3-bb03-3720442ae1c7 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.117502 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-07e262ed-8e40-4ce3-bb03-3720442ae1c7 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.0681796 Mar 08 12:01:53.270834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Deleting port 12c32205-63cf-42df-a702-011df3faaada {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:01:53.270834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (12c32205-63cf-42df-a702-011df3faaada), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.412663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] For port 12c32205-63cf-42df-a702-011df3faaada, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12c32205-63cf-42df-a702-011df3faaada,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:53.413050 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (12c32205-63cf-42df-a702-011df3faaada), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.440523 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd1792-763e-4013-b572-fdb928f7c5b5 req-3ce5bf15-2d87-406b-867f-0cc186b13644 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.442054 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efbd1792-763e-4013-b572-fdb928f7c5b5 req-3ce5bf15-2d87-406b-867f-0cc186b13644 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 945 time: 0.1036768 Mar 08 12:01:53.443140 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Calling delete_port for 12c32205-63cf-42df-a702-011df3faaada owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:01:53.503745 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c9fb-59af-44c5-9e0f-42512662d341 req-f5463799-1608-4b3b-8097-c0247f91284d tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.505292 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5e52c9fb-59af-44c5-9e0f-42512662d341 req-f5463799-1608-4b3b-8097-c0247f91284d tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.0792789 Mar 08 12:01:53.573467 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5e52c9fb-59af-44c5-9e0f-42512662d341 req-8f82cb6d-53a2-4e04-9b28-e60a96132962 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598814 Mar 08 12:01:53.583843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efbd1792-763e-4013-b572-fdb928f7c5b5 req-9cf1a48c-379e-4bc3-b9ce-f18509a79e9e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258056 Mar 08 12:01:53.790938 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-0c047328-baa5-4a19-ba91-0b295000390c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.792539 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-0c047328-baa5-4a19-ba91-0b295000390c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 814 time: 0.1403465 Mar 08 12:01:53.801838 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (12c32205-63cf-42df-a702-011df3faaada), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.831674 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Pushing event deleted for resources: {'Port': ['ID=12c32205-63cf-42df-a702-011df3faaada,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.854328 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['12c32205-63cf-42df-a702-011df3faaada'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:53.917027 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] No DVR routers for this DVR port 12c32205-63cf-42df-a702-011df3faaada on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:53.920829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.925113 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4c3943e3-70ac-44c2-9965-e5f6da1f46a6 req-5c7f79dd-ecc2-468b-b576-c3f662836540 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "DELETE /v2.0/ports/12c32205-63cf-42df-a702-011df3faaada HTTP/1.1" status: 204 len: 173 time: 0.7994771 Mar 08 12:01:53.925568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'name': 'network-vif-deleted', 'tag': '12c32205-63cf-42df-a702-011df3faaada'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:53.929530 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45662ab7-5830-4e77-a823-1f0acb0c6b8f" -d '{"events": [{"server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "name": "network-vif-deleted", "tag": "12c32205-63cf-42df-a702-011df3faaada"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:53.949570 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-53869b22-2225-4d79-bf1a-560b1f44aff9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 380 time: 0.1245384 Mar 08 12:01:53.964969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'port': {'device_id': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'admin_state_up': True, 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'security_groups': ['c6027a8b-c281-45a8-adf1-59cde644fa31']}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:54.014203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b357f1-0ba3-422f-8639-7a9bd992cac8 x-openstack-request-id: req-24b357f1-0ba3-422f-8639-7a9bd992cac8 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:54.018580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978673cd-d890-4f33-8693-aa94ab7de1c2", "name": "network-vif-deleted", "tag": "12c32205-63cf-42df-a702-011df3faaada", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:54.019246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24b357f1-0ba3-422f-8639-7a9bd992cac8 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:54.020376 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978673cd-d890-4f33-8693-aa94ab7de1c2', 'name': 'network-vif-deleted', 'tag': '12c32205-63cf-42df-a702-011df3faaada', 'status': 'completed', 'code': 200} Mar 08 12:01:54.140680 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7eb9a-db74-4ab2-8922-ed6c7dd6daef req-59dbe5de-fdb1-46d1-80d7-4ad5be403653 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:54.142427 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8f7eb9a-db74-4ab2-8922-ed6c7dd6daef req-59dbe5de-fdb1-46d1-80d7-4ad5be403653 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0710120 Mar 08 12:01:54.195061 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Made reservation on behalf of c6b865e007434b11a5830b1279954322 for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:54.199865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.204712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8f7eb9a-db74-4ab2-8922-ed6c7dd6daef req-31eb7c92-2c04-4669-9740-82460fd0102a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Mar 08 12:01:54.244753 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-14ace949-c88b-43e6-933c-ebf2f3d414c4 req-7ea87a7c-e2a9-425f-a391-1ecc625fd63b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0684776 Mar 08 12:01:54.350616 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Allocated IP 172.20.0.4 (dbdc9908-44dd-4628-b3cd-62a151b00449/1abf0d41-fd22-47fd-a3b5-46d87f98bd93/69fa5bd3-f85b-4950-a133-259d419cbd3d) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:54.531941 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.625757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.695043 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:54.699155 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0355d58f-e9c0-4e9f-babc-e9b70be6a1bb req-de62ef5c-7ba1-4e54-9b43-480fa409969a tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=978673cd-d890-4f33-8693-aa94ab7de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0437837 Mar 08 12:01:54.702156 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:54.705943 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:54.730126 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.759179 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:54.760162 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.823643 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-259e5c8c-aac7-4271-b90f-e39e3308cf83 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625755 Mar 08 12:01:54.860168 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Request body: {'port': {'device_id': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:54.930278 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.017498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-2131411f-9732-414b-819a-1a80612976ec None None] Provisioning complete for port 69fa5bd3-f85b-4950-a133-259d419cbd3d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:55.017960 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2131411f-9732-414b-819a-1a80612976ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.062358 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2131411f-9732-414b-819a-1a80612976ec None None] Port 69fa5bd3-f85b-4950-a133-259d419cbd3d cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:01:55.216691 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:55.227393 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks [] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.257911 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Transition to ACTIVE for port object 69fa5bd3-f85b-4950-a133-259d419cbd3d will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:55.349160 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455f9fe-21ca-4043-980a-cc41343c0532 req-7693e4ff-cc9a-433e-8576-b5dee2af6a77 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:55.350655 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8455f9fe-21ca-4043-980a-cc41343c0532 req-7693e4ff-cc9a-433e-8576-b5dee2af6a77 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0607686 Mar 08 12:01:55.356615 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.404905 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8455f9fe-21ca-4043-980a-cc41343c0532 req-41a35a68-3142-47bc-9b8a-c130133515e7 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Mar 08 12:01:55.416588 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:55.450306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d03378-9e1a-448f-bdec-f7f8ac6faee2 req-35051628-48aa-48bf-ac5e-031d293722c5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:55.451916 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-06d03378-9e1a-448f-bdec-f7f8ac6faee2 req-35051628-48aa-48bf-ac5e-031d293722c5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 931 time: 0.1311479 Mar 08 12:01:55.558896 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Attempting to bind port 69fa5bd3-f85b-4950-a133-259d419cbd3d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:55.559831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Attempting to bind port 69fa5bd3-f85b-4950-a133-259d419cbd3d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:55.560187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Attempting to bind port 69fa5bd3-f85b-4950-a133-259d419cbd3d on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:55.564961 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-06d03378-9e1a-448f-bdec-f7f8ac6faee2 req-437db943-df72-41af-b8fa-658a44c6a4ce tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934148 Mar 08 12:01:55.569632 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Port 69fa5bd3-f85b-4950-a133-259d419cbd3d on network dbdc9908-44dd-4628-b3cd-62a151b00449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:55.570166 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Attempting to bind port 69fa5bd3-f85b-4950-a133-259d419cbd3d on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:55.576125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:55.576651 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Checking segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:55.577180 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Bound using segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:55.577791 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Bound port: 69fa5bd3-f85b-4950-a133-259d419cbd3d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:55.578309 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.672176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:55.675105 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:55.768050 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.826804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:55.827586 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.829432 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] 10.222.0.58 "PUT /v2.0/ports/69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 1093 time: 0.9738975 Mar 08 12:01:55.829553 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:55.831939 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419b2d05-01f5-4c23-9dfb-a00811f28d67" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:55.867969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92006c47-d314-41ae-8972-f33576ca9148 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:55.884313 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ebd4c-8df5-4879-adcf-43314fb071e3 x-openstack-request-id: req-eb4ebd4c-8df5-4879-adcf-43314fb071e3 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:55.884654 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:55.884909 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb4ebd4c-8df5-4879-adcf-43314fb071e3 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:55.885330 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'status': 'completed', 'code': 200} Mar 08 12:01:55.985327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-e29abc14-e26a-414a-8d22-56cc2f8316ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:55.986975 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-e29abc14-e26a-414a-8d22-56cc2f8316ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1127 time: 0.0548091 Mar 08 12:01:56.067459 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-20ef9928-8519-49a0-85e0-56297acd6e4b tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.069025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-20ef9928-8519-49a0-85e0-56297acd6e4b tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/networks?id=0be535f9-22c3-41a9-8d19-79aaff3119ea HTTP/1.1" status: 200 len: 809 time: 0.1103888 Mar 08 12:01:56.084320 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-6b9b9cce-e957-487b-808c-23e01fc11169 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/quotas/4b33a45757a84006a1a05085631b22c0 HTTP/1.1" status: 200 len: 375 time: 0.0098915 Mar 08 12:01:56.121460 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-b7c0577f-1dcc-47b3-ac00-dae079085228 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290263 Mar 08 12:01:56.173295 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-bace10bd-b980-4dfd-a7ec-d414fa2ed909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.174677 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-bace10bd-b980-4dfd-a7ec-d414fa2ed909 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c6b865e007434b11a5830b1279954322&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1704559 Mar 08 12:01:56.234012 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-8343e02e-5e65-427e-9b92-5a2a07d56f4b service neutron] 10.222.0.52 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059327 Mar 08 12:01:56.325799 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-70dbcef8-a072-4e09-86c1-d4f9295401c8 service neutron] 10.222.0.52 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Mar 08 12:01:56.355462 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-b7e3a2d1-d009-4eb2-8991-1b9840351b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.356980 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-419b2d05-01f5-4c23-9dfb-a00811f28d67 req-b7e3a2d1-d009-4eb2-8991-1b9840351b99 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738770 Mar 08 12:01:56.468455 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-9d44a3ab-f437-4985-b5c9-6922612c63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.470150 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-9d44a3ab-f437-4985-b5c9-6922612c63dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1127 time: 0.0454733 Mar 08 12:01:56.575812 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c99aca90-bde2-4149-b0ab-c473be566647 req-8257b249-2de9-4687-8c93-098d28a135c6 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 210 time: 0.0330660 Mar 08 12:01:56.579634 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-a6c1435a-a5c7-48fa-b264-e199de7749b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 217 time: 0.0777771 Mar 08 12:01:56.638814 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3135af2-64e9-4c96-a3b1-acc9cc04d01e req-b56f0d8a-4d54-43a6-8abb-7c9c2fb1dc53 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.640362 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e3135af2-64e9-4c96-a3b1-acc9cc04d01e req-b56f0d8a-4d54-43a6-8abb-7c9c2fb1dc53 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1533728 Mar 08 12:01:56.670654 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 12c32205-63cf-42df-a702-011df3faaada no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:01:56.696777 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-4f722589-0d55-4b72-aaa9-2afbff4074c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.698187 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-4f722589-0d55-4b72-aaa9-2afbff4074c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.1111393 Mar 08 12:01:56.713121 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 12c32205-63cf-42df-a702-011df3faaada {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:01:56.715538 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 12c32205-63cf-42df-a702-011df3faaada not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:01:56.755729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a65b-b948-4c13-9774-5a52f0b89466 req-b2ce0aed-59ef-4c14-96ae-eafc1c060113 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.757515 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e3135af2-64e9-4c96-a3b1-acc9cc04d01e req-fb4412cc-a53b-423b-a6f9-fd3989b2ebd5 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095967 Mar 08 12:01:56.762585 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a888a65b-b948-4c13-9774-5a52f0b89466 req-b2ce0aed-59ef-4c14-96ae-eafc1c060113 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0836987 Mar 08 12:01:56.775823 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-94108c66-1ddc-4d53-8c76-97fee3f4751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.775823 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-94108c66-1ddc-4d53-8c76-97fee3f4751b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662382 Mar 08 12:01:56.815364 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a888a65b-b948-4c13-9774-5a52f0b89466 req-bc73a7cd-62e9-487b-9a97-5fc5eb5e4de5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515392 Mar 08 12:01:56.879690 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-b13a0d73-8ded-421c-9b77-2df5c9973bdb service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951905 Mar 08 12:01:56.991260 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cff12b4f-c859-4228-b64c-0d60622e9df2 req-f883ca5c-8f0e-42e6-ad95-b96e62c1feaf service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001680 Mar 08 12:01:57.199896 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768684-261e-40c1-9a01-1d043a039427 req-3fa3178a-0580-40b3-8dc6-ffd715e7aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:57.201512 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-88768684-261e-40c1-9a01-1d043a039427 req-3fa3178a-0580-40b3-8dc6-ffd715e7aa29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0689688 Mar 08 12:01:57.266031 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-88768684-261e-40c1-9a01-1d043a039427 req-17ed4dea-927d-4cee-bc98-ef1922999e99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Mar 08 12:01:57.372754 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58046) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:57.481534 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ef83a7-a570-41cd-acb2-a36424f0196f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.555650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ef83a7-a570-41cd-acb2-a36424f0196f admin admin] Publish callbacks [] for security_group (29799aeb-3ec9-4881-9337-dbf1caed30a7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.677903 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-62f4fc0c-2d74-4da7-9952-1cba2dfbc443 req-25111b8b-792c-4e5b-b7ed-02e954414de0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 210 time: 0.0316360 Mar 08 12:01:57.678502 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5ef83a7-a570-41cd-acb2-a36424f0196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (29799aeb-3ec9-4881-9337-dbf1caed30a7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.716358 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef83a7-a570-41cd-acb2-a36424f0196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29799aeb-3ec9-4881-9337-dbf1caed30a7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:57.720509 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d5ef83a7-a570-41cd-acb2-a36424f0196f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b55b4b6d2f42482db1988efcbcbc564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467491 Mar 08 12:01:57.723347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58058) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:57.773651 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] Publish callbacks [] for security_group (29799aeb-3ec9-4881-9337-dbf1caed30a7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.796021 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] Publish callbacks [] for security_group (29799aeb-3ec9-4881-9337-dbf1caed30a7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.941995 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e9c18-f7de-4cc1-b2ff-133c4fb01fe4 req-a1b3e868-0fac-4a7b-8f43-0607c3510934 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:57.941995 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d48e9c18-f7de-4cc1-b2ff-133c4fb01fe4 req-a1b3e868-0fac-4a7b-8f43-0607c3510934 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0685251 Mar 08 12:01:57.986656 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d48e9c18-f7de-4cc1-b2ff-133c4fb01fe4 req-69e8063b-825b-464e-a4d6-9638cb4b7100 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Mar 08 12:01:57.997573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bfd5b-b366-4d16-8761-7267c1433ee1 req-330fedb5-7a58-402c-ae38-4733c814325f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:57.999330 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e61bfd5b-b366-4d16-8761-7267c1433ee1 req-330fedb5-7a58-402c-ae38-4733c814325f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0761614 Mar 08 12:01:58.001543 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (29799aeb-3ec9-4881-9337-dbf1caed30a7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.004335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.009206 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29799aeb-3ec9-4881-9337-dbf1caed30a7 HTTP/1.1" status: 204 len: 168 time: 0.2812893 Mar 08 12:01:58.039902 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29edb8-eeb8-48bf-8620-9c9914e1ee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29799aeb-3ec9-4881-9337-dbf1caed30a7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:58.082076 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e61bfd5b-b366-4d16-8761-7267c1433ee1 req-bb7034dd-4466-49f8-8546-b16cb8e9f556 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656788 Mar 08 12:01:58.672201 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58076) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:58.685058 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-344ab8e4-f561-45ca-ab8b-d142305cd6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.786190 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-872b469a-1bca-424f-b302-e7252cbe5ae5 req-699101ff-287f-4bd4-a7a6-f7c7f3d0a6d4 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 210 time: 0.0357809 Mar 08 12:01:58.788187 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-344ab8e4-f561-45ca-ab8b-d142305cd6c1 admin admin] Publish callbacks [] for security_group (75183004-0501-495b-9a18-86e90e88084c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.825932 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-344ab8e4-f561-45ca-ab8b-d142305cd6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (75183004-0501-495b-9a18-86e90e88084c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.864725 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-344ab8e4-f561-45ca-ab8b-d142305cd6c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cbc5db570b347b8959a83c025cc750b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914315 Mar 08 12:01:58.866758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ab8e4-f561-45ca-ab8b-d142305cd6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75183004-0501-495b-9a18-86e90e88084c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:58.867443 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58080) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:58.917030 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] Publish callbacks [] for security_group (75183004-0501-495b-9a18-86e90e88084c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.939491 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] Publish callbacks [] for security_group (75183004-0501-495b-9a18-86e90e88084c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:59.056397 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (75183004-0501-495b-9a18-86e90e88084c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:59.059321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:59.060559 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75183004-0501-495b-9a18-86e90e88084c HTTP/1.1" status: 204 len: 168 time: 0.1921072 Mar 08 12:01:59.068731 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c16c4-d2f6-435d-af0c-ef11b0aab63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75183004-0501-495b-9a18-86e90e88084c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:59.209250 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a994-66f2-446d-98eb-15e04227e591 req-9d7893e3-9e4b-4836-9b03-0b0acdcd72c3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:59.212633 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3311a994-66f2-446d-98eb-15e04227e591 req-9d7893e3-9e4b-4836-9b03-0b0acdcd72c3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1232281 Mar 08 12:01:59.290335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9758af-868f-4028-a939-b9240425226c req-b034ae3a-b215-49a9-bb74-f4c08df46ba8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:59.298440 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c9758af-868f-4028-a939-b9240425226c req-b034ae3a-b215-49a9-bb74-f4c08df46ba8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1065981 Mar 08 12:01:59.305526 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3311a994-66f2-446d-98eb-15e04227e591 req-d924a75d-74b8-49a1-9373-a4fefa48ebe8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803175 Mar 08 12:01:59.353396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c9758af-868f-4028-a939-b9240425226c req-c53dea0a-ad67-4d2e-b5a9-f8a143cd7b64 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509083 Mar 08 12:01:59.644492 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-5ea03af6-ec85-4b38-af38-b85c5856ba84 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:59.645949 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-5ea03af6-ec85-4b38-af38-b85c5856ba84 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "GET /v2.0/networks?id=0be535f9-22c3-41a9-8d19-79aaff3119ea HTTP/1.1" status: 200 len: 809 time: 0.1116335 Mar 08 12:01:59.684568 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Request body: {'port': {'device_id': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea', 'admin_state_up': True, 'tenant_id': '4b33a45757a84006a1a05085631b22c0'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:59.881851 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6a2de403-8ea1-45c7-98bb-18fd8b2ead7b req-dfb40d53-b3be-4274-a446-91b6befa917d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 210 time: 0.0271983 Mar 08 12:01:59.901538 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Made reservation on behalf of 4b33a45757a84006a1a05085631b22c0 for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:59.908383 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:00.072409 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:00.088980 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Allocated IP 172.20.0.8 (0be535f9-22c3-41a9-8d19-79aaff3119ea/ae4d1740-f1fa-4d08-9033-276c04a2bd94/c0a4e191-5dd3-43b0-a176-c4f64a067a8a) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:00.308218 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks [] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:00.464660 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0501c-e804-4a6e-b3cb-9dd4d80c15e9 req-08559b44-8532-477f-8013-c33983145560 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.466234 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3aa0501c-e804-4a6e-b3cb-9dd4d80c15e9 req-08559b44-8532-477f-8013-c33983145560 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0788488 Mar 08 12:02:00.522467 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3aa0501c-e804-4a6e-b3cb-9dd4d80c15e9 req-23319eb5-9d83-4c6e-89f9-829efeb275fc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Mar 08 12:02:00.618046 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28b5e-c4df-4f7d-9bc0-1b44c3118456 req-75e27fc6-3dda-49a3-a439-c89edd7a790c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.619608 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4be28b5e-c4df-4f7d-9bc0-1b44c3118456 req-75e27fc6-3dda-49a3-a439-c89edd7a790c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0634260 Mar 08 12:02:00.649097 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:00.713652 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Network 0be535f9-22c3-41a9-8d19-79aaff3119ea is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:00.719122 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:00.721545 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:02:00.725587 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4be28b5e-c4df-4f7d-9bc0-1b44c3118456 req-f9bd58f2-db90-4ea1-8eff-2c67b7c0052c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988464 Mar 08 12:02:00.726356 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:00.750783 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Pushing event updated for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:00.796561 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.797548 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:00.852151 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:00.867481 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:02:00.873561 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-d588df82-c918-4a45-a3c6-6195adda6a62 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1930089 Mar 08 12:02:00.893019 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Request body: {'port': {'device_id': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:00.918743 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:00.919366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:00.938100 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:00.974691 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:01.000353 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.026346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bedd27-d334-42d5-ab17-378a8744f2af req-3f91c795-612a-474b-a78d-2e368bede717 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.027899 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-72bedd27-d334-42d5-ab17-378a8744f2af req-3f91c795-612a-474b-a78d-2e368bede717 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1005211 Mar 08 12:02:01.060889 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809a09-3623-45f9-92ab-b80e98bc1636 req-c1f51065-ee09-474c-9f28-ce2401adc935 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.062603 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62809a09-3623-45f9-92ab-b80e98bc1636 req-c1f51065-ee09-474c-9f28-ce2401adc935 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 931 time: 0.0991483 Mar 08 12:02:01.083321 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.104038 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-7377284a-b405-4269-b334-c55fbd43abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.108020 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-7377284a-b405-4269-b334-c55fbd43abb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0883770 Mar 08 12:02:01.144638 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58176) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:01.163880 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:01.174517 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-72bedd27-d334-42d5-ab17-378a8744f2af req-85882aa4-08f9-4616-b18b-ddedf1f2160d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244731 Mar 08 12:02:01.242188 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62809a09-3623-45f9-92ab-b80e98bc1636 req-92030f60-0f63-42c2-a1a5-502fdb414d4c tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667240 Mar 08 12:02:01.269003 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-327faf86-c176-49a4-9afc-2d191eddbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.270565 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-327faf86-c176-49a4-9afc-2d191eddbfdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.1428022 Mar 08 12:02:01.330595 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-4f2e89f6-e616-4869-a83a-60e6e001a7d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.0532272 Mar 08 12:02:01.391148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7252-5212-428e-ae18-9e4373060eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.402776 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a4e191-5dd3-43b0-a176-c4f64a067a8a {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:01.414321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks [] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.423078 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-f3d4ed8d-35d0-4065-b9d1-c0513c36f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.424578 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-f3d4ed8d-35d0-4065-b9d1-c0513c36f5e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0867884 Mar 08 12:02:01.429821 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Transition to ACTIVE for port object c0a4e191-5dd3-43b0-a176-c4f64a067a8a will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:02:01.470589 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-c2046382-d023-4ec2-92fe-968a7e23f45f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297124 Mar 08 12:02:01.494717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.536489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['69fa5bd3-f85b-4950-a133-259d419cbd3d'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:01.571633 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7252-5212-428e-ae18-9e4373060eda admin admin] Publish callbacks [] for security_group (9a00c911-ace4-4c98-b00a-f1c3eb0791e9), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.594027 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-3bf39648-f8c6-4715-a321-950f8c2999b7 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160989 Mar 08 12:02:01.596295 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:01.653954 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Attempting to bind port c0a4e191-5dd3-43b0-a176-c4f64a067a8a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:01.654244 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Attempting to bind port c0a4e191-5dd3-43b0-a176-c4f64a067a8a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:01.654582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Attempting to bind port c0a4e191-5dd3-43b0-a176-c4f64a067a8a on network 0be535f9-22c3-41a9-8d19-79aaff3119ea {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:01.659454 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Port c0a4e191-5dd3-43b0-a176-c4f64a067a8a on network 0be535f9-22c3-41a9-8d19-79aaff3119ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:02:01.659817 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Attempting to bind port c0a4e191-5dd3-43b0-a176-c4f64a067a8a on network 0be535f9-22c3-41a9-8d19-79aaff3119ea {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:01.665649 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:01.665994 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Checking segment: {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:01.666381 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Bound using segment: {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:01.666808 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Bound port: c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:01.667209 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.686273 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7252-5212-428e-ae18-9e4373060eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9a00c911-ace4-4c98-b00a-f1c3eb0791e9), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.751378 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0ddb7252-5212-428e-ae18-9e4373060eda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d484854d0044d48b680b2a5cc5eec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048787 Mar 08 12:02:01.753287 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:01.755499 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58196) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:01.757921 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb7252-5212-428e-ae18-9e4373060eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00c911-ace4-4c98-b00a-f1c3eb0791e9,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:01.768135 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e32ddfd5-6fdb-4d03-9298-8a59e18443e3 req-48911dfa-fdbe-4369-ae90-8af069afd0eb service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576905 Mar 08 12:02:01.792384 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:01.843066 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] Publish callbacks [] for security_group (9a00c911-ace4-4c98-b00a-f1c3eb0791e9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.871376 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.895366 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] Publish callbacks [] for security_group (9a00c911-ace4-4c98-b00a-f1c3eb0791e9), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.926865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.927500 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:01.929557 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] 10.222.0.58 "PUT /v2.0/ports/c0a4e191-5dd3-43b0-a176-c4f64a067a8a HTTP/1.1" status: 200 len: 1093 time: 1.0414999 Mar 08 12:02:01.933093 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:01.935352 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceceb296-d907-4693-b3db-855a299d493b" -d '{"events": [{"name": "network-changed", "server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:01.980525 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10d51-aac5-4b9f-8ee5-14a21e470c09 req-454989f9-d294-4e97-800a-31d15cebdcf5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.982166 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-63b10d51-aac5-4b9f-8ee5-14a21e470c09 req-454989f9-d294-4e97-800a-31d15cebdcf5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.1555049 Mar 08 12:02:01.987057 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fb8c6-3603-4a07-b14e-f1ba20c98599 x-openstack-request-id: req-595fb8c6-3603-4a07-b14e-f1ba20c98599 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:01.987350 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:01.987670 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-595fb8c6-3603-4a07-b14e-f1ba20c98599 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:01.988010 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a', 'status': 'completed', 'code': 200} Mar 08 12:02:02.013391 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538535e-be7b-43f6-ac3a-df339019b36d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:02.056308 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-63b10d51-aac5-4b9f-8ee5-14a21e470c09 req-0dfca4c6-57f8-452b-b6bd-5f551e7faa7f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616722 Mar 08 12:02:02.099362 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb296-d907-4693-b3db-855a299d493b req-5a85651f-5e21-4a16-9856-5147250f82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.102728 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ceceb296-d907-4693-b3db-855a299d493b req-5a85651f-5e21-4a16-9856-5147250f82b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 1127 time: 0.0555565 Mar 08 12:02:02.117743 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9a00c911-ace4-4c98-b00a-f1c3eb0791e9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:02.120286 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:02.121439 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a00c911-ace4-4c98-b00a-f1c3eb0791e9 HTTP/1.1" status: 204 len: 168 time: 0.3633480 Mar 08 12:02:02.146536 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34d138-8ee0-4e04-b306-3f69a6868dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00c911-ace4-4c98-b00a-f1c3eb0791e9,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:02.247918 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb296-d907-4693-b3db-855a299d493b req-3bf9f1b7-280b-4341-a35a-1f9395bff918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.249317 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ceceb296-d907-4693-b3db-855a299d493b req-3bf9f1b7-280b-4341-a35a-1f9395bff918 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b33a45757a84006a1a05085631b22c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1268377 Mar 08 12:02:02.330874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105212-ba91-489f-8242-46e1cb70e41e req-b1246e98-8c1e-405f-b9f5-dbcf8dc75091 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.332360 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a9105212-ba91-489f-8242-46e1cb70e41e req-b1246e98-8c1e-405f-b9f5-dbcf8dc75091 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0672328 Mar 08 12:02:02.408642 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a9105212-ba91-489f-8242-46e1cb70e41e req-497b8395-df24-4777-8aa3-cecc11d4ac67 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675960 Mar 08 12:02:02.445018 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb296-d907-4693-b3db-855a299d493b req-4d5aa3a5-1bbc-4c98-b84f-eaf4cbf2671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.446455 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ceceb296-d907-4693-b3db-855a299d493b req-4d5aa3a5-1bbc-4c98-b84f-eaf4cbf2671b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546745 Mar 08 12:02:02.453364 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729f19d-b392-4650-97fd-358218e6f5b0 req-263e4f71-72aa-4aac-9e23-eaffbcbe2f35 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.454733 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e729f19d-b392-4650-97fd-358218e6f5b0 req-263e4f71-72aa-4aac-9e23-eaffbcbe2f35 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.1344547 Mar 08 12:02:02.501468 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e729f19d-b392-4650-97fd-358218e6f5b0 req-dbb88459-4cb5-43fa-968b-e242eca2e3c0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Mar 08 12:02:02.877643 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58234) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:02.891081 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e35c0a9c-9b3e-4a93-be3a-cfa08dd83230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:02.975746 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e35c0a9c-9b3e-4a93-be3a-cfa08dd83230 admin admin] Publish callbacks [] for security_group (250e538f-58bb-4f81-83d6-15408ba1a6a0), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.046940 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e35c0a9c-9b3e-4a93-be3a-cfa08dd83230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (250e538f-58bb-4f81-83d6-15408ba1a6a0), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.096097 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58246) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:03.096619 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e35c0a9c-9b3e-4a93-be3a-cfa08dd83230 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1316bbd5b3d47f98df673fe3191acc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173839 Mar 08 12:02:03.097167 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0a9c-9b3e-4a93-be3a-cfa08dd83230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e538f-58bb-4f81-83d6-15408ba1a6a0,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:03.190567 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] Publish callbacks [] for security_group (250e538f-58bb-4f81-83d6-15408ba1a6a0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.223098 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57278ce9-be22-4bfe-bd60-8f70f38d05cf req-fed8c3a2-d2b0-4fcf-8b18-66e01edb0d13 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:03.224574 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-57278ce9-be22-4bfe-bd60-8f70f38d05cf req-fed8c3a2-d2b0-4fcf-8b18-66e01edb0d13 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0873036 Mar 08 12:02:03.226399 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] Publish callbacks [] for security_group (250e538f-58bb-4f81-83d6-15408ba1a6a0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.296475 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-57278ce9-be22-4bfe-bd60-8f70f38d05cf req-2a1119f9-3b28-4cfe-9a32-4d0152c449a4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633118 Mar 08 12:02:03.403005 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (250e538f-58bb-4f81-83d6-15408ba1a6a0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.405675 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.406837 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/250e538f-58bb-4f81-83d6-15408ba1a6a0 HTTP/1.1" status: 204 len: 168 time: 0.3097250 Mar 08 12:02:03.415552 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac553a-4107-4b2f-bae5-8be72f737f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e538f-58bb-4f81-83d6-15408ba1a6a0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:03.544905 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37134141-4ce9-4f2b-8469-736112854905 req-3f8b3a70-dac7-46af-9051-a1ed61eb689a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:03.546382 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37134141-4ce9-4f2b-8469-736112854905 req-3f8b3a70-dac7-46af-9051-a1ed61eb689a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0540740 Mar 08 12:02:03.621088 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37134141-4ce9-4f2b-8469-736112854905 req-f40b5c60-df49-496c-b518-b782d7982f39 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686653 Mar 08 12:02:03.647679 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdbe79-2f92-4d06-a2e8-9f41c62cd615 req-dc526fb9-b5c8-44b9-983d-7cde5098e30e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:03.649205 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-67bdbe79-2f92-4d06-a2e8-9f41c62cd615 req-dc526fb9-b5c8-44b9-983d-7cde5098e30e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.0674865 Mar 08 12:02:03.674126 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58260) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:03.700504 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-67bdbe79-2f92-4d06-a2e8-9f41c62cd615 req-b7349e1f-60f5-4b3d-af12-87c8529a6c5e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Mar 08 12:02:03.790509 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3607c54e-b27e-45e9-bc5d-af6d1d795ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.867385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3607c54e-b27e-45e9-bc5d-af6d1d795ae2 admin admin] Publish callbacks [] for security_group (03b86c7a-7c0a-4419-980b-1cdfea10367f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.957516 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3607c54e-b27e-45e9-bc5d-af6d1d795ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (03b86c7a-7c0a-4419-980b-1cdfea10367f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:03.998319 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607c54e-b27e-45e9-bc5d-af6d1d795ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b86c7a-7c0a-4419-980b-1cdfea10367f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:04.002699 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3607c54e-b27e-45e9-bc5d-af6d1d795ae2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=712752bf27cf40f480ded90ff90d0192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275533 Mar 08 12:02:04.008691 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58276) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:04.057566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] Publish callbacks [] for security_group (03b86c7a-7c0a-4419-980b-1cdfea10367f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:04.087548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] Publish callbacks [] for security_group (03b86c7a-7c0a-4419-980b-1cdfea10367f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:04.201175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (03b86c7a-7c0a-4419-980b-1cdfea10367f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:04.203753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:04.207383 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03b86c7a-7c0a-4419-980b-1cdfea10367f HTTP/1.1" status: 204 len: 168 time: 0.1954594 Mar 08 12:02:04.213909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ebb7c-d853-4234-8da1-7a25404e1b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b86c7a-7c0a-4419-980b-1cdfea10367f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:04.422405 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ec4b-133c-4060-ac3a-67522a708312 req-09d9e968-fb43-4e7b-8185-4ad2cafacc15 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:04.423927 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-49a4ec4b-133c-4060-ac3a-67522a708312 req-09d9e968-fb43-4e7b-8185-4ad2cafacc15 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0570333 Mar 08 12:02:04.486462 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-49a4ec4b-133c-4060-ac3a-67522a708312 req-a728bbfb-007f-4633-9f44-c1d93a8d339d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564902 Mar 08 12:02:04.749294 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d19e7-57a8-4b99-88eb-fbf304a1dd0a req-64c8f06d-25a9-4a23-8a65-d9d8d402d455 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:04.750803 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-555d19e7-57a8-4b99-88eb-fbf304a1dd0a req-64c8f06d-25a9-4a23-8a65-d9d8d402d455 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0583804 Mar 08 12:02:04.799188 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-555d19e7-57a8-4b99-88eb-fbf304a1dd0a req-60f2a60d-76bc-4dab-a0d9-759ad889bd2d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Mar 08 12:02:04.842878 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3440-052b-4681-9059-9d03ecd42d40 req-7de24283-f2e5-4dd8-8ff5-91a768da8b81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:04.844395 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fd5c3440-052b-4681-9059-9d03ecd42d40 req-7de24283-f2e5-4dd8-8ff5-91a768da8b81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.0684257 Mar 08 12:02:04.890558 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fd5c3440-052b-4681-9059-9d03ecd42d40 req-8ecc25e0-daec-49aa-842b-e56e777ff162 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Mar 08 12:02:04.985291 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58306) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:05.000736 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93113f91-7c85-4f34-ae88-a766a070d635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.093575 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93113f91-7c85-4f34-ae88-a766a070d635 admin admin] Publish callbacks [] for security_group (d022ded1-0ff3-4ec9-b9f2-d615d1921e17), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.272375 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93113f91-7c85-4f34-ae88-a766a070d635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d022ded1-0ff3-4ec9-b9f2-d615d1921e17), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.314115 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-93113f91-7c85-4f34-ae88-a766a070d635 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d313dd1839441c1860c41f8cf524c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277125 Mar 08 12:02:05.316048 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93113f91-7c85-4f34-ae88-a766a070d635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022ded1-0ff3-4ec9-b9f2-d615d1921e17,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:05.317117 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58316) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:05.409822 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] Publish callbacks [] for security_group (d022ded1-0ff3-4ec9-b9f2-d615d1921e17), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.434473 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-017fd3e0-7ad1-4024-8d17-98ce9c405c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:05.436049 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-017fd3e0-7ad1-4024-8d17-98ce9c405c77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b33a45757a84006a1a05085631b22c0&device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 1127 time: 0.0846412 Mar 08 12:02:05.440690 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] Publish callbacks [] for security_group (d022ded1-0ff3-4ec9-b9f2-d615d1921e17), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.501052 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-cb3416c1-6e5a-441e-8768-9fae186902a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a HTTP/1.1" status: 200 len: 217 time: 0.0463955 Mar 08 12:02:05.571357 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-011ed492-dfd5-4d9e-94f4-7427156c6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:05.571357 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-011ed492-dfd5-4d9e-94f4-7427156c6296 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae4d1740-f1fa-4d08-9033-276c04a2bd94 HTTP/1.1" status: 200 len: 849 time: 0.0609541 Mar 08 12:02:05.603484 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-a7415af9-81c3-4c0f-9cd1-1eb428bf288b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0be535f9-22c3-41a9-8d19-79aaff3119ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256345 Mar 08 12:02:05.626311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69defcb-898f-4976-b72e-e8afd457e6ce req-5bed58fb-accf-4305-b691-9445b1773362 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:05.634030 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e69defcb-898f-4976-b72e-e8afd457e6ce req-5bed58fb-accf-4305-b691-9445b1773362 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0630627 Mar 08 12:02:05.676934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d022ded1-0ff3-4ec9-b9f2-d615d1921e17), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.680283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:05.681691 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d022ded1-0ff3-4ec9-b9f2-d615d1921e17 HTTP/1.1" status: 204 len: 168 time: 0.3634729 Mar 08 12:02:05.693064 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040419d-178f-46bd-a6cf-eeaa4b2e4b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022ded1-0ff3-4ec9-b9f2-d615d1921e17,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:05.702151 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e69defcb-898f-4976-b72e-e8afd457e6ce req-f57a0527-12da-44f0-b8a1-a1c4093c7f01 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672436 Mar 08 12:02:05.727149 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-2364edaf-e7f1-489d-aee4-d45ec8c107e2 service neutron] 10.222.0.58 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164658 Mar 08 12:02:05.859131 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ddb8ee43-6f35-4c14-83af-02fa3f874377 req-2743472a-17f1-4a37-a93a-6680c2f01e9c service neutron] 10.222.0.58 "GET /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233315 Mar 08 12:02:05.948451 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bd3a-50cd-401d-a16e-7ef00cb97528 req-45d8e0f7-dfa5-4de0-bdda-89876249dd39 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:05.950073 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1745bd3a-50cd-401d-a16e-7ef00cb97528 req-45d8e0f7-dfa5-4de0-bdda-89876249dd39 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0597641 Mar 08 12:02:06.030681 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1745bd3a-50cd-401d-a16e-7ef00cb97528 req-d50a53ca-d89d-4c42-98a7-791f6e201701 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736020 Mar 08 12:02:06.048093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d88fe-1cd2-41b7-8816-5b2a99d59bd4 req-ed4b455f-fa84-4989-ae06-564ed57dd132 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.049920 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-162d88fe-1cd2-41b7-8816-5b2a99d59bd4 req-ed4b455f-fa84-4989-ae06-564ed57dd132 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.0709412 Mar 08 12:02:06.120173 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-162d88fe-1cd2-41b7-8816-5b2a99d59bd4 req-8a7b432d-c825-4338-999c-c83a39123417 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 Mar 08 12:02:06.717811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:06.817805 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 69fa5bd3-f85b-4950-a133-259d419cbd3d completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:02:06.823005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 69fa5bd3-f85b-4950-a133-259d419cbd3d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:06.823591 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:06.851917 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38797d-10c2-47a8-a172-1df629c94a43 req-b0e4e816-0aee-4ad2-9809-3174533cb62a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.854596 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1b38797d-10c2-47a8-a172-1df629c94a43 req-b0e4e816-0aee-4ad2-9809-3174533cb62a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0643814 Mar 08 12:02:06.917771 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1b38797d-10c2-47a8-a172-1df629c94a43 req-58382250-f2f4-44c4-9072-88ae64f2155e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578539 Mar 08 12:02:06.927433 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:06.927892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:06.966592 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:06.969267 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1337e16-68ea-401a-91d8-df5ee16189fe" -d '{"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:06.984922 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:07.004234 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58406) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:07.018152 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7e37db-c477-4569-8272-7262088b26c6 x-openstack-request-id: req-aa7e37db-c477-4569-8272-7262088b26c6 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:07.018481 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:07.018742 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa7e37db-c477-4569-8272-7262088b26c6 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:07.019197 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'code': 200} Mar 08 12:02:07.040614 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58410) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:07.072028 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.163344 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:07.190139 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545410936-network', 'tenant_id': 'e899511298394a11804d28b25d0a925c'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:07.224528 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67fd-398d-4a31-a232-f802d353bc6a req-55e0a4c2-8c30-4c4d-85e4-46754eb6466a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.229487 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-25ac67fd-398d-4a31-a232-f802d353bc6a req-55e0a4c2-8c30-4c4d-85e4-46754eb6466a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0715873 Mar 08 12:02:07.277878 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-25ac67fd-398d-4a31-a232-f802d353bc6a req-1a2ddda7-1ab3-401f-be6c-21a4b764d391 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Mar 08 12:02:07.454696 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81300f2c-d2dc-4398-b4c7-06a611ca1c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.505509 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3da2b-829e-4dc8-816c-576c3d9ba5b4 req-82c956f9-0251-4784-9272-856a6376036d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.506807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1947f9-113b-4842-ae25-fa6d74ef8eff req-bc6577cb-10e4-466c-b4da-46d9d1efe119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.508156 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ee3da2b-829e-4dc8-816c-576c3d9ba5b4 req-82c956f9-0251-4784-9272-856a6376036d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.2940438 Mar 08 12:02:07.508406 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8b1947f9-113b-4842-ae25-fa6d74ef8eff req-bc6577cb-10e4-466c-b4da-46d9d1efe119 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1129 time: 0.0477240 Mar 08 12:02:07.583652 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Made reservation on behalf of e899511298394a11804d28b25d0a925c for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:07.586598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.596925 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8b1947f9-113b-4842-ae25-fa6d74ef8eff req-fbbc5f4f-35e8-49af-b59c-6794328177c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522006 Mar 08 12:02:07.611092 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.637629 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81300f2c-d2dc-4398-b4c7-06a611ca1c22 admin admin] Publish callbacks [] for security_group (9acc8fe6-55ed-4161-846e-24635c79c133), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.641189 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ee3da2b-829e-4dc8-816c-576c3d9ba5b4 req-9533e428-a5e2-401c-b227-bacdafbb6df7 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281221 Mar 08 12:02:07.717928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks [] for security_group (d61c6cea-0f40-43a4-b9de-d3bd66c42aff), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.722483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81300f2c-d2dc-4398-b4c7-06a611ca1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9acc8fe6-55ed-4161-846e-24635c79c133), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.763225 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81300f2c-d2dc-4398-b4c7-06a611ca1c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc8fe6-55ed-4161-846e-24635c79c133,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:07.767569 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-81300f2c-d2dc-4398-b4c7-06a611ca1c22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e022f0f4762424e80a7dff19ab1426b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7621541 Mar 08 12:02:07.770161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58434) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:07.777293 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d61c6cea-0f40-43a4-b9de-d3bd66c42aff), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.826348 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:02:07.838375 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c6cea-0f40-43a4-b9de-d3bd66c42aff,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:07.846491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (742540d2-82bd-47b3-b7d4-cd720c4e0408), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.846832 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Added segment 742540d2-82bd-47b3-b7d4-cd720c4e0408 of type vlan for network c174462e-f2bf-4b0e-ad0a-50455682a374 Mar 08 12:02:07.886192 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] Publish callbacks [] for security_group (9acc8fe6-55ed-4161-846e-24635c79c133), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.896170 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (c174462e-f2bf-4b0e-ad0a-50455682a374), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:07.920894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] Publish callbacks [] for security_group (9acc8fe6-55ed-4161-846e-24635c79c133), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.022850 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (c174462e-f2bf-4b0e-ad0a-50455682a374), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.023799 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.024419 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.092666 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9acc8fe6-55ed-4161-846e-24635c79c133), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.095156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.098608 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9acc8fe6-55ed-4161-846e-24635c79c133 HTTP/1.1" status: 204 len: 168 time: 0.3252320 Mar 08 12:02:08.106356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] Pushing event updated for resources: {'Network': ['ID=c174462e-f2bf-4b0e-ad0a-50455682a374,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:08.118272 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network c174462e-f2bf-4b0e-ad0a-50455682a374 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:02:08.120964 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f016-b325-4f00-bcef-9ad60cb2d049 req-1ddeb58b-1e68-4a07-b378-cd0d5415fb40 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.128317 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5bb2f016-b325-4f00-bcef-9ad60cb2d049 req-1ddeb58b-1e68-4a07-b378-cd0d5415fb40 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1324794 Mar 08 12:02:08.128317 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30c2d5-8dd2-4050-90da-6d7eff46bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc8fe6-55ed-4161-846e-24635c79c133,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:08.151701 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e821ed72-492c-4d6d-a20b-75878e8edb12 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1099570 Mar 08 12:02:08.154545 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58442) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:08.161495 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Request body: {'subnet': {'network_id': 'c174462e-f2bf-4b0e-ad0a-50455682a374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545410936-subnet', 'tenant_id': 'e899511298394a11804d28b25d0a925c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:08.203050 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5bb2f016-b325-4f00-bcef-9ad60cb2d049 req-8056a95d-fa54-4749-98b8-4836e74672e5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704710 Mar 08 12:02:08.286335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Made reservation on behalf of e899511298394a11804d28b25d0a925c for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:08.289664 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.441829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42321ffa-e047-428c-9ea5-813318d3b3fa req-7d28318f-9a6f-4178-bf0f-c351540d86d3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.443414 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-42321ffa-e047-428c-9ea5-813318d3b3fa req-7d28318f-9a6f-4178-bf0f-c351540d86d3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0890121 Mar 08 12:02:08.562846 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-42321ffa-e047-428c-9ea5-813318d3b3fa req-08705b96-0c7b-45d2-a79f-3affa5af7be2 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134632 Mar 08 12:02:08.637546 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (b3f994c3-c13b-473b-a7d0-832fd72f44f7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.691304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f994c3-c13b-473b-a7d0-832fd72f44f7,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:08.720844 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Checking segment: {'id': '742540d2-82bd-47b3-b7d4-cd720c4e0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c174462e-f2bf-4b0e-ad0a-50455682a374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:08.726137 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Network hostable DHCP agents. Network: c174462e-f2bf-4b0e-ad0a-50455682a374, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:02:08.733982 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device c0a4e191-5dd3-43b0-a176-c4f64a067a8a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:02:08.810168 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bca468-5e83-4777-a71c-ae79620f70c2 req-dfb9dcf0-6d03-4967-a243-ba1353a5e815 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.810168 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83bca468-5e83-4777-a71c-ae79620f70c2 req-dfb9dcf0-6d03-4967-a243-ba1353a5e815 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 943 time: 0.0587633 Mar 08 12:02:08.812160 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Network c174462e-f2bf-4b0e-ad0a-50455682a374 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:02:08.836864 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58458) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:08.854773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70100064-8f24-4a9b-9dc7-1ee6997023ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.871246 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83bca468-5e83-4777-a71c-ae79620f70c2 req-67b6c116-1c36-4684-9d1f-824b0120ae15 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546362 Mar 08 12:02:08.896861 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, c174462e-f2bf-4b0e-ad0a-50455682a374) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:08.898987 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:08.903505 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.903505 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:08.911103 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5d27a-ef9e-47aa-bd75-15cc64d2a86f None None] Network c174462e-f2bf-4b0e-ad0a-50455682a374 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:08.937052 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a', 'network_id': '0be535f9-22c3-41a9-8d19-79aaff3119ea', 'port_id': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a', 'mac_address': 'fa:16:3e:40:e0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4d1740-f1fa-4d08-9033-276c04a2bd94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:02:08.985866 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70100064-8f24-4a9b-9dc7-1ee6997023ad admin admin] Publish callbacks [] for security_group (22d5b37d-393d-45c4-a10a-5cac90e30226), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.030722 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port c0a4e191-5dd3-43b0-a176-c4f64a067a8a is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:09.031115 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.046164 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-424d0c2a-1d4f-4a98-9d89-21757080c432 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8897288 Mar 08 12:02:09.079471 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f757bc9-edd1-4862-b079-cb4ace28358b None None] Network c174462e-f2bf-4b0e-ad0a-50455682a374 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:09.083181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a4e191-5dd3-43b0-a176-c4f64a067a8a {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:09.094277 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70100064-8f24-4a9b-9dc7-1ee6997023ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (22d5b37d-393d-45c4-a10a-5cac90e30226), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.146262 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70100064-8f24-4a9b-9dc7-1ee6997023ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5b37d-393d-45c4-a10a-5cac90e30226,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.152125 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-70100064-8f24-4a9b-9dc7-1ee6997023ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c773d1552ff489d88ad0d86c2b85ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138270 Mar 08 12:02:09.154857 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58468) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:09.168104 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:09.222417 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] Publish callbacks [] for security_group (22d5b37d-393d-45c4-a10a-5cac90e30226), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.268594 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.279451 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] Publish callbacks [] for security_group (22d5b37d-393d-45c4-a10a-5cac90e30226), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.372066 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.472366 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18082-99e4-4028-ba00-68da929bf62b req-f67d4f25-86d2-45bc-9c4d-fe155dea43b2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:09.472366 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cf18082-99e4-4028-ba00-68da929bf62b req-f67d4f25-86d2-45bc-9c4d-fe155dea43b2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1271515 Mar 08 12:02:09.488532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (22d5b37d-393d-45c4-a10a-5cac90e30226), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.492412 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.494986 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22d5b37d-393d-45c4-a10a-5cac90e30226 HTTP/1.1" status: 204 len: 168 time: 0.3376398 Mar 08 12:02:09.510834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82877b-4e9a-497c-9763-3f7957d943ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5b37d-393d-45c4-a10a-5cac90e30226,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.574244 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8cf18082-99e4-4028-ba00-68da929bf62b req-108daa35-53ab-4ec1-9aeb-631f16ff5899 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995021 Mar 08 12:02:09.612082 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-78e57b98-f108-49de-8681-2639e04250b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093175 Mar 08 12:02:09.732153 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-c3d17e71-2283-4024-83bf-5de62fa239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:09.733704 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-c3d17e71-2283-4024-83bf-5de62fa239c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0465138 Mar 08 12:02:09.735549 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['c0a4e191-5dd3-43b0-a176-c4f64a067a8a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:09.861510 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-b524bae8-9402-4168-809f-cc86cb67adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:09.863718 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-b524bae8-9402-4168-809f-cc86cb67adf8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.1006904 Mar 08 12:02:09.911785 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-d28f3371-f3cb-4d45-a87f-e4e96200f7b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.0413253 Mar 08 12:02:09.938248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3dccbf43-49c4-46ee-8f2e-2d33ac9354ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:09.987467 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-6b57844b-1494-48f7-816b-a3c4b368e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:09.988992 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-6b57844b-1494-48f7-816b-a3c4b368e583 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0575137 Mar 08 12:02:10.024211 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb50-5fad-4312-9eb4-841eb99e6daf req-7fa3176d-a778-4d5e-a37d-d63092fbb929 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:10.031377 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62aebb50-5fad-4312-9eb4-841eb99e6daf req-7fa3176d-a778-4d5e-a37d-d63092fbb929 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 944 time: 0.0887210 Mar 08 12:02:10.046077 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-1c966e2f-f79f-4a31-ad65-bf80a5711293 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457625 Mar 08 12:02:10.100615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.118565 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62aebb50-5fad-4312-9eb4-841eb99e6daf req-2ef266e2-3b2f-4ca8-93b1-8d9b29c97728 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Mar 08 12:02:10.142829 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58512) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:10.148301 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726902125-network', 'tenant_id': 'a26335b18df2471aa373124a5a02b21b'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:10.173060 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-57fa351e-08f0-4b05-af8a-2b79c85ab2ed service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184201 Mar 08 12:02:10.238981 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Made reservation on behalf of a26335b18df2471aa373124a5a02b21b for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:10.242060 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.252105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.313979 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4e5eaafa-475c-4624-9a78-61b9102b0c43 req-31205b9b-f9b5-48fc-879e-6f90a21932b3 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318531 Mar 08 12:02:10.330428 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks [] for security_group (3d0d0349-577c-4800-bfb7-2be2fbbcbd24), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.431276 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (3d0d0349-577c-4800-bfb7-2be2fbbcbd24), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.454153 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:02:10.468381 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d0349-577c-4800-bfb7-2be2fbbcbd24,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:10.473256 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (18d12078-fe26-4e9a-a58b-0601366e5377), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.473606 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Added segment 18d12078-fe26-4e9a-a58b-0601366e5377 of type vlan for network cb80a34e-b1c2-48a6-b728-064dff11c02a Mar 08 12:02:10.514783 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (cb80a34e-b1c2-48a6-b728-064dff11c02a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.530776 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591aa6-0876-4603-87c1-bb288c11179f req-6e271f38-6820-4f44-a116-27f8c4f235dc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:10.534145 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a1591aa6-0876-4603-87c1-bb288c11179f req-6e271f38-6820-4f44-a116-27f8c4f235dc tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0565937 Mar 08 12:02:10.595826 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a1591aa6-0876-4603-87c1-bb288c11179f req-2a6f4850-4c68-47a8-a910-f11f60dc7ece tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498552 Mar 08 12:02:10.671239 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (cb80a34e-b1c2-48a6-b728-064dff11c02a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.672264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:10.675721 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:10.757710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] Pushing event updated for resources: {'Network': ['ID=cb80a34e-b1c2-48a6-b728-064dff11c02a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:10.774512 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network cb80a34e-b1c2-48a6-b728-064dff11c02a details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:02:10.775705 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ac14-91c4-47b5-a7d3-a11445277614 req-24853211-1c72-482b-8d24-75eca52992bb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:10.777255 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b754ac14-91c4-47b5-a7d3-a11445277614 req-24853211-1c72-482b-8d24-75eca52992bb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1177301 Mar 08 12:02:10.810865 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c62338e4-53bf-4003-9c58-e68e0d4d3b86 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6669159 Mar 08 12:02:10.813734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58538) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:10.819959 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Request body: {'subnet': {'network_id': 'cb80a34e-b1c2-48a6-b728-064dff11c02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726902125-subnet', 'tenant_id': 'a26335b18df2471aa373124a5a02b21b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:10.861390 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b754ac14-91c4-47b5-a7d3-a11445277614 req-6d26ce1a-dcda-4335-8b89-72a49bea191b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744646 Mar 08 12:02:10.980876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Made reservation on behalf of a26335b18df2471aa373124a5a02b21b for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:10.983578 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:11.010028 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf4517-6483-4db1-814b-f20a580665d6 req-76f432ba-30c5-4765-86af-0b5c425ce431 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:11.011597 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2fcf4517-6483-4db1-814b-f20a580665d6 req-76f432ba-30c5-4765-86af-0b5c425ce431 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0778592 Mar 08 12:02:11.021046 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58548) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:11.027514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'floatingip': {'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:11.101561 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:11.261150 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec80-c776-45df-9ac6-62434a49005d req-ac995286-22fc-4f7a-b84d-288d4530746d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:11.263396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-169eec80-c776-45df-9ac6-62434a49005d req-ac995286-22fc-4f7a-b84d-288d4530746d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 944 time: 0.0629561 Mar 08 12:02:11.309808 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (efbe2343-709f-405f-b4e8-e0066e88f64b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:11.332123 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-169eec80-c776-45df-9ac6-62434a49005d req-9891d60c-7a74-4c8f-a065-efecdd72f4b8 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635927 Mar 08 12:02:11.400798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbe2343-709f-405f-b4e8-e0066e88f64b,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:11.414967 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.415411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.415849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.416338 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.416729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.417125 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.417529 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.417935 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.418329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.418740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.419119 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.419508 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.419909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:11.425774 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Checking segment: {'id': '18d12078-fe26-4e9a-a58b-0601366e5377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'cb80a34e-b1c2-48a6-b728-064dff11c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:11.426239 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Network hostable DHCP agents. Network: cb80a34e-b1c2-48a6-b728-064dff11c02a, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:02:11.538010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Network cb80a34e-b1c2-48a6-b728-064dff11c02a is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:02:11.640345 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, cb80a34e-b1c2-48a6-b728-064dff11c02a) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:11.645691 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:11.647367 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:11.649146 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f15cfc-f9aa-4c19-aecd-ab042c615eb6 None None] Network cb80a34e-b1c2-48a6-b728-064dff11c02a requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:11.731725 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6377ffb5-29db-45a4-832d-ba4514edefbc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9169319 Mar 08 12:02:11.810899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89c206-46d0-423e-974e-06fbce5d0119 None None] Network cb80a34e-b1c2-48a6-b728-064dff11c02a requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:12.068100 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:12.103810 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2e3-8109-4d65-a96a-c03afb71f533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:12.155040 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:12.260777 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Floating IP 4049ba8e-5e2c-4592-b536-1aff2b9f57a5 associated. External IP: 172.27.3.228, port: 69fa5bd3-f85b-4950-a133-259d419cbd3d. Mar 08 12:02:12.462897 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51671b-e0fa-4261-9574-97b4930710a3 req-359782f1-f382-47d4-be07-0b9845d68aa2 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:12.464984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f51671b-e0fa-4261-9574-97b4930710a3 req-359782f1-f382-47d4-be07-0b9845d68aa2 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 944 time: 0.0553100 Mar 08 12:02:12.473910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:02:12.518042 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f51671b-e0fa-4261-9574-97b4930710a3 req-14f79b9c-e373-4683-a5b7-23c80c79efd3 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472920 Mar 08 12:02:12.594844 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:12.599666 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:12.605319 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:12.616461 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:12.617057 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:12.634462 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-937df98a-6aee-41cd-a7da-a84fe7b7d74d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "PUT /v2.0/floatingips/4049ba8e-5e2c-4592-b536-1aff2b9f57a5 HTTP/1.1" status: 200 len: 991 time: 1.6109567 Mar 08 12:02:12.635130 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:12.637794 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771d8afe-ce77-47cb-a518-54e100aab9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:12.682825 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0c2c39-c00b-4a45-8eef-294f12465301 x-openstack-request-id: req-5e0c2c39-c00b-4a45-8eef-294f12465301 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:12.683120 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:12.683382 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e0c2c39-c00b-4a45-8eef-294f12465301 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:12.683818 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'status': 'completed', 'code': 200} Mar 08 12:02:12.722026 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:12.749898 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device c0a4e191-5dd3-43b0-a176-c4f64a067a8a up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:12.790969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-7cfd9d38-df81-4591-bf11-ae273061deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:12.792767 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-7cfd9d38-df81-4591-bf11-ae273061deba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1129 time: 0.0479691 Mar 08 12:02:12.893016 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port c0a4e191-5dd3-43b0-a176-c4f64a067a8a completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:02:12.898830 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port c0a4e191-5dd3-43b0-a176-c4f64a067a8a triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:12.907006 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:12.907310 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-547d1f98-7884-4b37-9fcd-1e2d4e658878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:12.907310 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-547d1f98-7884-4b37-9fcd-1e2d4e658878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.1063242 Mar 08 12:02:12.963482 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '4049ba8e-5e2c-4592-b536-1aff2b9f57a5', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:01:49Z', 'updated_at': '2022-03-08T12:02:11Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:12.999032 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-9f649c10-b3c6-4661-af70-19b08f91dfa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 999 time: 0.0838711 Mar 08 12:02:12.999962 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:13.016329 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:13.016329 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:13.045856 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port c0a4e191-5dd3-43b0-a176-c4f64a067a8a is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:13.045856 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.094584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:13.102638 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:13.102638 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a88cbe-e909-4ec9-aa13-6d2c14ba0f55" -d '{"events": [{"server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:13.142149 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:13.169304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-c4107671-c615-4353-bf8a-ac0aad4a421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.178201 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-c4107671-c615-4353-bf8a-ac0aad4a421a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.1627703 Mar 08 12:02:13.187808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a5ec0-89dd-43fa-a16a-1175d62834d5 x-openstack-request-id: req-473a5ec0-89dd-43fa-a16a-1175d62834d5 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:13.188122 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:13.188379 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-473a5ec0-89dd-43fa-a16a-1175d62834d5 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:13.194960 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a', 'code': 200} Mar 08 12:02:13.197084 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.236760 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.269938 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:13.307807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-ae190f5d-a0b7-453e-b2e2-1cbafa77bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.309528 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-ae190f5d-a0b7-453e-b2e2-1cbafa77bbcc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611317 Mar 08 12:02:13.402520 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-f485e5ed-2209-484a-8bdd-b57e90cc5a4d service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861139 Mar 08 12:02:13.423029 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '4049ba8e-5e2c-4592-b536-1aff2b9f57a5', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:01:49Z', 'updated_at': '2022-03-08T12:02:11Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:13.450241 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d3e1fe-3f86-4103-930d-e9044b06b348 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '4049ba8e-5e2c-4592-b536-1aff2b9f57a5', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:01:49Z', 'updated_at': '2022-03-08T12:02:11Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:13.500730 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-771d8afe-ce77-47cb-a518-54e100aab9ae req-525282d0-f33b-48e4-a9ea-01a476698ad3 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912480 Mar 08 12:02:13.669623 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9fc5b5-a826-4957-bedf-64e9d8d778a2 None None] New status for floating IP 4049ba8e-5e2c-4592-b536-1aff2b9f57a5: ACTIVE {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:02:13.670862 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30600c95-1890-487a-8841-14e8422e77e9 req-864e6e16-3e9c-43b8-b625-8908a5acbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.672463 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-30600c95-1890-487a-8841-14e8422e77e9 req-864e6e16-3e9c-43b8-b625-8908a5acbff3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 1129 time: 0.0833113 Mar 08 12:02:13.682014 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58628) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:13.684302 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c0225-d96e-4571-b2bb-d6f4898204ff req-1dad0566-d712-417a-8b63-099aeb986d18 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.685815 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-006c0225-d96e-4571-b2bb-d6f4898204ff req-1dad0566-d712-417a-8b63-099aeb986d18 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0868473 Mar 08 12:02:13.749923 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-30600c95-1890-487a-8841-14e8422e77e9 req-c4f9c2a8-7161-46d8-8041-fc193a1a1ca7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Mar 08 12:02:13.762481 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-006c0225-d96e-4571-b2bb-d6f4898204ff req-bbf7d5c8-55b5-4ef9-8adb-58d9f383c82d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Mar 08 12:02:13.799210 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b3977dd3-b526-4cac-b4f2-52876e28b404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.880262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b3977dd3-b526-4cac-b4f2-52876e28b404 admin admin] Publish callbacks [] for security_group (a17ee91a-4c08-4431-9688-d4e801bda7c0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.950841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b3977dd3-b526-4cac-b4f2-52876e28b404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (a17ee91a-4c08-4431-9688-d4e801bda7c0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:13.993485 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b3977dd3-b526-4cac-b4f2-52876e28b404 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=339b183a249e4ebe91fa3245f5473a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103709 Mar 08 12:02:13.994318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3977dd3-b526-4cac-b4f2-52876e28b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ee91a-4c08-4431-9688-d4e801bda7c0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:13.996790 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58634) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:14.061997 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Publish callbacks [] for security_group (a17ee91a-4c08-4431-9688-d4e801bda7c0), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:14.082899 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Publish callbacks [] for security_group (a17ee91a-4c08-4431-9688-d4e801bda7c0), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:14.179607 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (a17ee91a-4c08-4431-9688-d4e801bda7c0), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:14.182131 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:14.183240 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a17ee91a-4c08-4431-9688-d4e801bda7c0 HTTP/1.1" status: 204 len: 168 time: 0.1852915 Mar 08 12:02:14.194833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ee91a-4c08-4431-9688-d4e801bda7c0,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:14.198562 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.198918 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.199259 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.199615 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.199950 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.200278 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.200600 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.200923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.201310 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.201629 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.201949 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.202270 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.202588 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d1f42-bb1e-4649-9e4c-4e162ae208bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:14.773433 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:14.889195 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ea26-1159-4f8b-be21-fface2d7d0f7 req-8dbafae7-3cf8-4289-9058-6353a94cdf4f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.890769 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-af32ea26-1159-4f8b-be21-fface2d7d0f7 req-8dbafae7-3cf8-4289-9058-6353a94cdf4f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0557175 Mar 08 12:02:14.936746 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-af32ea26-1159-4f8b-be21-fface2d7d0f7 req-dbddbde7-5746-4137-b81e-805a50763628 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Mar 08 12:02:15.984316 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:16.064142 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5949-3471-454e-ac9b-859cee732c3d req-606e2195-605f-4bb6-877c-2864b77f46c1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:16.065883 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9cfc5949-3471-454e-ac9b-859cee732c3d req-606e2195-605f-4bb6-877c-2864b77f46c1 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0574031 Mar 08 12:02:16.116691 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9cfc5949-3471-454e-ac9b-859cee732c3d req-673dc5af-5735-4e94-8d92-d1ba8b165861 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Mar 08 12:02:17.105629 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-04212fa7-5945-4d24-92a8-9e659d788a7e tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1e3b02ffef16499f8e59905a9641bcef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299954 Mar 08 12:02:17.290262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d39025b9-2ea2-49ca-a505-7ef81e3410f0 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.291910 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d39025b9-2ea2-49ca-a505-7ef81e3410f0 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805851 Mar 08 12:02:17.305961 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-0ba6163b-450a-4454-9fee-e2a085c21f69 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/quotas/1e3b02ffef16499f8e59905a9641bcef HTTP/1.1" status: 200 len: 375 time: 0.0087996 Mar 08 12:02:17.336334 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6259739e-d906-4729-898d-09d71cbbc845 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e3b02ffef16499f8e59905a9641bcef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255232 Mar 08 12:02:17.606104 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2d9a8c89-bc74-450d-a1c0-cb1138c9340f req-14edb0c1-7d87-4d66-83c7-d41da1677ff3 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0357997 Mar 08 12:02:18.679856 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9bf2ccd7-bfd1-4c64-8442-e9357f0333d6 req-77855a33-b0b0-4d17-a74c-39cf06445978 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Mar 08 12:02:18.882051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb11f42-fea3-4bfb-9305-a561216ba67e req-7ad06530-b732-4e7f-9c8a-cad8e66c716e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.883828 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-beb11f42-fea3-4bfb-9305-a561216ba67e req-7ad06530-b732-4e7f-9c8a-cad8e66c716e tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0586886 Mar 08 12:02:18.930468 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-beb11f42-fea3-4bfb-9305-a561216ba67e req-b49ad0ce-f931-4dd8-86a2-c624f79bd839 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Mar 08 12:02:19.683631 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58814) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:19.687156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786511602', 'description': 'tempest-description--2120418150'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:19.774049 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1881cb90-662f-42f3-b33a-dd71f64b7403 req-c1d70202-4421-47f9-b4c7-443120abec1a tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0316768 Mar 08 12:02:19.800120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:19.865198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (1e54d1c2-0ec1-4687-b954-3982ed7672cd), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:19.965837 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1e54d1c2-0ec1-4687-b954-3982ed7672cd), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:19.994446 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54d1c2-0ec1-4687-b954-3982ed7672cd,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:20.048851 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8693-4e00-486a-a7d4-703596d5badb req-93ad534b-74a0-4963-aedf-adef5a7bb3d9 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:20.050689 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-302d8693-4e00-486a-a7d4-703596d5badb req-93ad534b-74a0-4963-aedf-adef5a7bb3d9 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0535460 Mar 08 12:02:20.054724 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.055936 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-37ccda86-5c5f-4d64-b067-deb86d9b2b6a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3722844 Mar 08 12:02:20.060534 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58826) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:20.065374 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '1e54d1c2-0ec1-4687-b954-3982ed7672cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:20.100562 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-302d8693-4e00-486a-a7d4-703596d5badb req-5c5a3ccb-c1e7-47e4-add8-da40a58a2fb0 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Mar 08 12:02:20.154068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (bea68b95-0f4a-483b-8105-7ea0c6121fd9), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.215977 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-477084de-8f49-4d02-9805-06b8ca041fe4 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e3b02ffef16499f8e59905a9641bcef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397992 Mar 08 12:02:20.294037 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (bea68b95-0f4a-483b-8105-7ea0c6121fd9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.381218 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (bea68b95-0f4a-483b-8105-7ea0c6121fd9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.427477 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea68b95-0f4a-483b-8105-7ea0c6121fd9,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:20.444399 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-b0fe7aa7-17de-4001-a1fc-0a18de642fff tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:20.445940 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-b0fe7aa7-17de-4001-a1fc-0a18de642fff tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152739 Mar 08 12:02:20.467788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Request body: {'port': {'device_id': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7', 'admin_state_up': True, 'tenant_id': '1e3b02ffef16499f8e59905a9641bcef'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:20.510089 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.517195 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-dd69f25e-bbe6-4790-a5ea-7db0dd2f1067 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531341 Mar 08 12:02:20.517953 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58838) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:20.522622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '1e54d1c2-0ec1-4687-b954-3982ed7672cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:20.608852 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (2ad8b0dc-c9f7-44a7-987d-ea490d09a8b2), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.681795 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (2ad8b0dc-c9f7-44a7-987d-ea490d09a8b2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.688286 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Made reservation on behalf of 1e3b02ffef16499f8e59905a9641bcef for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:20.691728 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.700689 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.776475 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks [] for security_group (e8bbc3f4-5403-458b-919f-6e071d30ffa1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.789804 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (2ad8b0dc-c9f7-44a7-987d-ea490d09a8b2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.806078 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad8b0dc-c9f7-44a7-987d-ea490d09a8b2,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:20.835753 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e8bbc3f4-5403-458b-919f-6e071d30ffa1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.873083 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.874369 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f100d44a-9417-4600-ab3c-a040ab203a93 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553300 Mar 08 12:02:20.876647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8053a227-f5df-4ec6-bdbd-b1f74f50e4b7 req-9177455b-3afd-4173-a9a1-a359b3ec1af3 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Mar 08 12:02:20.877622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 58850) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:20.882078 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:20.909772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbc3f4-5403-458b-919f-6e071d30ffa1,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:20.981903 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Allocated IP 192.168.233.97 (6ae81600-6d51-4fc2-bf54-8ca4d6d980e7/73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b/9e9746c7-d0ac-4ef4-9869-f6768d8811ff) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:20.985797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.081769 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.140801 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks [] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.193883 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.27.3.179 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/bd92afee-806b-4cc0-b495-73d2b10160c6) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:21.230698 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7d02-a57a-4e78-af05-83588c0e66dc req-9a61bd8a-2609-4093-9538-24bdfd14b17f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:21.232302 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa7d02-a57a-4e78-af05-83588c0e66dc req-9a61bd8a-2609-4093-9538-24bdfd14b17f tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0599229 Mar 08 12:02:21.254169 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.309124 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:21.314712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa7d02-a57a-4e78-af05-83588c0e66dc req-fb6eb425-fd40-44be-b1ad-b19d85a2d02d tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d494314-6e12-4b22-b7a6-5f6329e26fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768254 Mar 08 12:02:21.320175 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:21.324026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:21.324573 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.357739 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Pushing event updated for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:21.380809 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:21.382123 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.449551 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-3d3546ff-b90d-47d2-bfea-0d30888ce4fb tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:21.451140 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-3d3546ff-b90d-47d2-bfea-0d30888ce4fb tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 945 time: 0.0687099 Mar 08 12:02:21.477961 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-6c4ef2c1-3d82-4fe4-9fdf-38d7b1ced3c2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0138462 Mar 08 12:02:21.504814 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Request body: {'port': {'device_id': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:21.521037 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.572508 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-67a18131-a9f1-4965-b83b-1451120b2ecb None None] Provisioning complete for port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:21.573687 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67a18131-a9f1-4965-b83b-1451120b2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.574833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.599410 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:21.606908 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:21.612667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:21.619171 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=bd92afee-806b-4cc0-b495-73d2b10160c6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:21.629488 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-67a18131-a9f1-4965-b83b-1451120b2ecb None None] Port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:21.678344 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Deleting port c0a4e191-5dd3-43b0-a176-c4f64a067a8a {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:02:21.679204 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.705755 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.779373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] For port c0a4e191-5dd3-43b0-a176-c4f64a067a8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,segment=NetworkSegment(c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08),segment_id=c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:21.779798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.791958 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Calling delete_port for c0a4e191-5dd3-43b0-a176-c4f64a067a8a owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:02:21.853165 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9746c7-d0ac-4ef4-9869-f6768d8811ff {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:21.860644 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks [] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.876931 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Transition to ACTIVE for port object 9e9746c7-d0ac-4ef4-9869-f6768d8811ff will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:02:21.896820 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.966697 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.066900 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:22.080848 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa939c-d76a-4ab2-a31a-ecdc4d4ff562 req-3e49b526-1d61-4649-a068-a0da859bafb6 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.082380 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40aa939c-d76a-4ab2-a31a-ecdc4d4ff562 req-3e49b526-1d61-4649-a068-a0da859bafb6 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.1309192 Mar 08 12:02:22.096882 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Attempting to bind port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:22.097295 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Attempting to bind port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:22.097730 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Attempting to bind port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff on network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:22.103387 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff on network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:02:22.103813 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Attempting to bind port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff on network 6ae81600-6d51-4fc2-bf54-8ca4d6d980e7 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:22.109572 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:22.109572 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Checking segment: {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:22.116819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Bound using segment: {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:22.116819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Bound port: 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ace06a-2094-43e7-bb94-31e699208c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:22.116819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.117093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (c0a4e191-5dd3-43b0-a176-c4f64a067a8a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.159680 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['c0a4e191-5dd3-43b0-a176-c4f64a067a8a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:22.186486 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Pushing event deleted for resources: {'Port': ['ID=c0a4e191-5dd3-43b0-a176-c4f64a067a8a,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:22.235555 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40aa939c-d76a-4ab2-a31a-ecdc4d4ff562 req-cee541e4-6e7a-448a-8442-809264e7e1af tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433578 Mar 08 12:02:22.257652 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] No DVR routers for this DVR port c0a4e191-5dd3-43b0-a176-c4f64a067a8a on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:22.267115 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.267293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:22.273947 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.275743 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:22.285549 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d575be33-916b-4e50-bdf7-c2baa4d42034 req-db8dfde7-5655-4f57-9627-0543fc373e81 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.58 "DELETE /v2.0/ports/c0a4e191-5dd3-43b0-a176-c4f64a067a8a HTTP/1.1" status: 204 len: 173 time: 0.8270850 Mar 08 12:02:22.286023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'name': 'network-vif-deleted', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:22.288952 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd713d4-f9dc-4790-9621-4976c1aa0f8e" -d '{"events": [{"server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "name": "network-vif-deleted", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:22.322700 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.363491 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.387977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.391385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.392964 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] 10.222.0.58 "PUT /v2.0/ports/9e9746c7-d0ac-4ef4-9869-f6768d8811ff HTTP/1.1" status: 200 len: 1097 time: 0.8939102 Mar 08 12:02:22.395601 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:22.401949 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adcbab4-2021-411c-b01d-609333104a26" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:22.477531 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410948b-f3b8-4fa9-a35e-f5e27ad6a725 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:22.485876 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae8cdb2-b667-4ab5-bc67-9658027c6ac1 x-openstack-request-id: req-cae8cdb2-b667-4ab5-bc67-9658027c6ac1 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:22.486130 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:22.486454 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cae8cdb2-b667-4ab5-bc67-9658027c6ac1 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:22.486912 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff', 'status': 'completed', 'code': 200} Mar 08 12:02:22.592375 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ef09c-6b5d-4d76-b7dd-22c468571c7a x-openstack-request-id: req-f19ef09c-6b5d-4d76-b7dd-22c468571c7a {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:22.592669 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f6aad9-c135-4467-939f-3d80ba64a3af", "name": "network-vif-deleted", "tag": "c0a4e191-5dd3-43b0-a176-c4f64a067a8a", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:22.592913 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f19ef09c-6b5d-4d76-b7dd-22c468571c7a {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:22.593303 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f6aad9-c135-4467-939f-3d80ba64a3af', 'name': 'network-vif-deleted', 'tag': 'c0a4e191-5dd3-43b0-a176-c4f64a067a8a', 'status': 'completed', 'code': 200} Mar 08 12:02:22.617933 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.638147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcbab4-2021-411c-b01d-609333104a26 req-202e7da2-0490-4393-8096-b65669240a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.640038 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9adcbab4-2021-411c-b01d-609333104a26 req-202e7da2-0490-4393-8096-b65669240a81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e3b02ffef16499f8e59905a9641bcef&device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 1131 time: 0.0659184 Mar 08 12:02:22.648673 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f79e2fc-5f04-4d6c-a260-c3b1a6fe312f req-2928db0e-cd39-4f93-88c5-7ec0e1a2a020 tempest-VolumesActionsTest-1223695595 tempest-VolumesActionsTest-1223695595-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f6aad9-c135-4467-939f-3d80ba64a3af HTTP/1.1" status: 200 len: 210 time: 0.0545301 Mar 08 12:02:22.655587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=bd92afee-806b-4cc0-b495-73d2b10160c6,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:22.702338 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9adcbab4-2021-411c-b01d-609333104a26 req-b7a74b94-52fd-4762-94a5-984075feae50 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e3b02ffef16499f8e59905a9641bcef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399840 Mar 08 12:02:22.747374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.748625 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f9f1a4b3-7728-43b9-8f7e-f128d559f1c7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8700445 Mar 08 12:02:22.804517 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcbab4-2021-411c-b01d-609333104a26 req-997cf7bc-004a-4f7d-b1dc-8ef8ba793d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.805982 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9adcbab4-2021-411c-b01d-609333104a26 req-997cf7bc-004a-4f7d-b1dc-8ef8ba793d33 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940976 Mar 08 12:02:22.989037 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-032f76ea-e58a-4a65-a34d-83620cd96ce9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--786511602&fields=id&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 267 time: 0.0788865 Mar 08 12:02:22.991711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-288010c4-e7ba-4bb3-965e-b6151813c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.993219 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-288010c4-e7ba-4bb3-965e-b6151813c2ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e3b02ffef16499f8e59905a9641bcef&device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 1131 time: 0.0908239 Mar 08 12:02:23.059322 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-96ad40cb-eacf-4b7d-b4b5-322023589518 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff HTTP/1.1" status: 200 len: 217 time: 0.0443943 Mar 08 12:02:23.149869 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-70d58396-1831-4d22-b1f9-930ac3e7a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.151179 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-70d58396-1831-4d22-b1f9-930ac3e7a164 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b HTTP/1.1" status: 200 len: 843 time: 0.0659978 Mar 08 12:02:23.160052 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-8c6109a1-d418-4c64-a967-bf7c3c110d8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.161397 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-8c6109a1-d418-4c64-a967-bf7c3c110d8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1657679 Mar 08 12:02:23.194998 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-3ac21606-6406-4f4e-ac1f-699e5816454d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/quotas/ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 375 time: 0.0249915 Mar 08 12:02:23.413207 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c7be4-6a29-4d05-ab45-6d0b0d894cfc req-0f1a2656-1706-4af4-8391-0856633c5dc2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.414828 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd0c7be4-6a29-4d05-ab45-6d0b0d894cfc req-0f1a2656-1706-4af4-8391-0856633c5dc2 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.0782282 Mar 08 12:02:23.465892 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd0c7be4-6a29-4d05-ab45-6d0b0d894cfc req-108a06ee-2981-4024-920c-ef800bb3d1d4 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Mar 08 12:02:23.484428 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-66c8618e-1b41-4a05-8baa-951a8da23d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.485910 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-66c8618e-1b41-4a05-8baa-951a8da23d85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ae81600-6d51-4fc2-bf54-8ca4d6d980e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3236902 Mar 08 12:02:23.533435 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-7988838b-18a7-47c3-b1e3-5293e2cdf83e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3324301 Mar 08 12:02:23.648171 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-194ea0be-3165-443c-b813-27ee6eb8fd62 service neutron] 10.222.0.58 "GET /v2.0/networks/6ae81600-6d51-4fc2-bf54-8ca4d6d980e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532211 Mar 08 12:02:23.682802 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-448aef5d-a6f0-47f0-9630-796d5e58904b service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256738 Mar 08 12:02:23.812267 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-383b80ac-9f4d-4de3-aec8-621134106f7b req-11b2e3ad-a34f-4759-b2aa-c2cb6ee93d71 service neutron] 10.222.0.58 "GET /v2.0/networks/6ae81600-6d51-4fc2-bf54-8ca4d6d980e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546233 Mar 08 12:02:23.822925 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-5a6ef51b-a611-487b-8fa5-c4e5bedcc2bc service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341655 Mar 08 12:02:24.119705 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-454a78a6-e68e-441d-8b21-77b2c6b36740 req-e0f6dbdd-e2f2-4207-b6a7-e66cbef9bfdd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0447862 Mar 08 12:02:24.590579 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf039-3793-4284-9099-963bb050fa79 req-662c906d-ee5a-424b-b757-5c0bc2ad1f92 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:24.592103 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c8faf039-3793-4284-9099-963bb050fa79 req-662c906d-ee5a-424b-b757-5c0bc2ad1f92 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.0567839 Mar 08 12:02:24.647286 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c8faf039-3793-4284-9099-963bb050fa79 req-e81c00d8-ed79-454e-a19f-acb68c192240 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Mar 08 12:02:24.820595 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device c0a4e191-5dd3-43b0-a176-c4f64a067a8a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:02:24.844280 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: c0a4e191-5dd3-43b0-a176-c4f64a067a8a {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:02:24.844850 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device c0a4e191-5dd3-43b0-a176-c4f64a067a8a not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:02:25.220038 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8b1f6cbc-82dd-410c-8916-f4e044038a1b req-fb78c8a4-9027-4afa-b7cc-ed6d19d1eca5 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0283079 Mar 08 12:02:25.276414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 58992) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:25.410692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d8919a5-45e9-4f8d-95a8-58cf3b79bba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.492620 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d8919a5-45e9-4f8d-95a8-58cf3b79bba2 admin admin] Publish callbacks [] for security_group (4727ae56-0398-4f3e-a544-6b19c2b85ca4), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.586738 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d8919a5-45e9-4f8d-95a8-58cf3b79bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4727ae56-0398-4f3e-a544-6b19c2b85ca4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.624654 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8d8919a5-45e9-4f8d-95a8-58cf3b79bba2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8d38b4cc69d4510a9c665b7619b27d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471229 Mar 08 12:02:25.627292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59000) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:25.635766 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8919a5-45e9-4f8d-95a8-58cf3b79bba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727ae56-0398-4f3e-a544-6b19c2b85ca4,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:25.689772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] Publish callbacks [] for security_group (4727ae56-0398-4f3e-a544-6b19c2b85ca4), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.714711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] Publish callbacks [] for security_group (4727ae56-0398-4f3e-a544-6b19c2b85ca4), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.800237 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452c7ed-ec59-4886-b358-7d74469df675 req-296013c0-3229-4e3f-a253-4c9324bcb6af tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:25.801705 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b452c7ed-ec59-4886-b358-7d74469df675 req-296013c0-3229-4e3f-a253-4c9324bcb6af tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.0643530 Mar 08 12:02:25.848566 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b452c7ed-ec59-4886-b358-7d74469df675 req-8a7d9d83-fd25-4143-8b1c-6de4e331a75f tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Mar 08 12:02:25.858464 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4727ae56-0398-4f3e-a544-6b19c2b85ca4), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.864571 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.864571 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4727ae56-0398-4f3e-a544-6b19c2b85ca4 HTTP/1.1" status: 204 len: 168 time: 0.2338564 Mar 08 12:02:25.870414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154cae7-8513-4061-a0b9-449a7b3ae481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727ae56-0398-4f3e-a544-6b19c2b85ca4,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:26.312911 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-329bb86f-a87c-4f6a-b391-de628f7566d7 req-fa48e860-d172-446d-99ef-b4ebcc1563e0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Mar 08 12:02:26.525841 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59020) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:26.538831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02c3-24c6-4e88-9792-eb187ca2a534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.614283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02c3-24c6-4e88-9792-eb187ca2a534 admin admin] Publish callbacks [] for security_group (dc1e5601-583e-4e85-91ec-c5c1001f42d2), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.683355 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02c3-24c6-4e88-9792-eb187ca2a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dc1e5601-583e-4e85-91ec-c5c1001f42d2), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.721543 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ac5d02c3-24c6-4e88-9792-eb187ca2a534 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c768e47171f48669471be0d98563acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946325 Mar 08 12:02:26.722385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d02c3-24c6-4e88-9792-eb187ca2a534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e5601-583e-4e85-91ec-c5c1001f42d2,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:26.725079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59024) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:26.775729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] Publish callbacks [] for security_group (dc1e5601-583e-4e85-91ec-c5c1001f42d2), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.799940 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] Publish callbacks [] for security_group (dc1e5601-583e-4e85-91ec-c5c1001f42d2), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.916514 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dc1e5601-583e-4e85-91ec-c5c1001f42d2), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.919074 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.922859 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc1e5601-583e-4e85-91ec-c5c1001f42d2 HTTP/1.1" status: 204 len: 168 time: 0.1964242 Mar 08 12:02:26.931236 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815be8c-b885-4ef9-99a9-33e534482414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e5601-583e-4e85-91ec-c5c1001f42d2,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:26.987466 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426c4e-e5e4-450a-9caf-df36b053f3da req-8914e553-d59d-4e56-acfe-cdd6847e32d6 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:26.989002 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-64426c4e-e5e4-450a-9caf-df36b053f3da req-8914e553-d59d-4e56-acfe-cdd6847e32d6 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.0745370 Mar 08 12:02:27.042048 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-64426c4e-e5e4-450a-9caf-df36b053f3da req-f6c09a89-86d8-4f57-9dc0-408380d611a5 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Mar 08 12:02:27.410151 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-984bc404-2b2e-4cd7-9efa-921e4a3f8928 req-7c82b3dc-6af7-4f8a-b1ef-45da156be655 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0302746 Mar 08 12:02:28.092565 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 9e9746c7-d0ac-4ef4-9869-f6768d8811ff details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:02:28.159083 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dabe3-4410-4db3-9698-623745df9f38 req-80fc7c86-2fae-4cca-a261-a98117aef194 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:28.160596 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-899dabe3-4410-4db3-9698-623745df9f38 req-80fc7c86-2fae-4cca-a261-a98117aef194 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 947 time: 0.0529308 Mar 08 12:02:28.201894 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:28.215117 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-899dabe3-4410-4db3-9698-623745df9f38 req-44095e4d-bcd6-40de-a877-2f19327dcd87 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Mar 08 12:02:28.218194 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff', 'network_id': '6ae81600-6d51-4fc2-bf54-8ca4d6d980e7', 'port_id': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff', 'mac_address': 'fa:16:3e:2c:5c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ce82fb-12fd-4a9d-b0cd-a39d0ce7109b', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:02:28.257822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:28.258850 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:28.271917 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9746c7-d0ac-4ef4-9869-f6768d8811ff {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:28.291220 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:28.426808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:28.475618 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:28.483011 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.483381 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.483783 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.484115 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.484454 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.484783 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.485283 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.486345 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.486688 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.487043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.487380 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.487733 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.492155 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:28.510208 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79d0ced4-4e58-42d7-8c8b-acf8a836fd4e req-791be119-86b0-44c4-8526-bbc206ef39c4 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0318365 Mar 08 12:02:28.840701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-b014bfdb-8c2b-4ea4-a1c0-0a1183db005a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:28.845036 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-b014bfdb-8c2b-4ea4-a1c0-0a1183db005a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1182287 Mar 08 12:02:28.927643 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-c6bc317e-b0c4-4bd4-bee9-ebeb1359f478 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 472 time: 0.0653231 Mar 08 12:02:28.936934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'port': {'device_id': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'admin_state_up': True, 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'security_groups': ['1e54d1c2-0ec1-4687-b954-3982ed7672cd']}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:28.967653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['9e9746c7-d0ac-4ef4-9869-f6768d8811ff'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:29.124207 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'port': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:29.127797 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.252961 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.20.0.14 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/a9556038-39f0-4354-83eb-44e892009e1f) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:29.349935 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d894ae-e596-4464-bda9-e5aeef37eb36 req-31f0e696-7d6b-44a8-b838-8da27f35439b tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:29.351426 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-61d894ae-e596-4464-bda9-e5aeef37eb36 req-31f0e696-7d6b-44a8-b838-8da27f35439b tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 948 time: 0.0616393 Mar 08 12:02:29.397126 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-61d894ae-e596-4464-bda9-e5aeef37eb36 req-0e45d789-a27e-47de-838f-3c0fb58186e1 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Mar 08 12:02:29.569103 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (a9556038-39f0-4354-83eb-44e892009e1f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.604781 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b5f73951-2f57-4b52-bab1-999389c74e4e req-cf8e412d-7f1d-4fe9-b2ae-a29cddc2c0bc tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0276089 Mar 08 12:02:29.673326 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.722150 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:29.725125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:29.729368 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:29.759476 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:29.789038 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:29.789739 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.879262 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-233e5a48-995a-4ddb-b031-4be42896dc44 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9458697 Mar 08 12:02:29.899567 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Request body: {'port': {'device_id': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:29.968909 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (a9556038-39f0-4354-83eb-44e892009e1f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.002920 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-08633fc0-b038-474f-bb4e-f964fcd823f2 None None] Provisioning complete for port a9556038-39f0-4354-83eb-44e892009e1f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:30.004049 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-08633fc0-b038-474f-bb4e-f964fcd823f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (a9556038-39f0-4354-83eb-44e892009e1f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.072291 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-08633fc0-b038-474f-bb4e-f964fcd823f2 None None] Port a9556038-39f0-4354-83eb-44e892009e1f cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:30.289650 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9556038-39f0-4354-83eb-44e892009e1f {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:30.299221 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks [] for port (a9556038-39f0-4354-83eb-44e892009e1f), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.316424 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Transition to ACTIVE for port object a9556038-39f0-4354-83eb-44e892009e1f will not be triggered until provisioned by entity L2. {{(pid=109814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:02:30.442955 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.599962 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Pushing event updated for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:30.644504 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284171-5d57-419f-9206-52859ba48f7d req-de820756-d2ba-452b-afae-a923c17765d1 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:30.646031 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d6284171-5d57-419f-9206-52859ba48f7d req-de820756-d2ba-452b-afae-a923c17765d1 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 948 time: 0.1612933 Mar 08 12:02:30.647214 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Attempting to bind port a9556038-39f0-4354-83eb-44e892009e1f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:30.647555 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Attempting to bind port a9556038-39f0-4354-83eb-44e892009e1f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:30.647887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Attempting to bind port a9556038-39f0-4354-83eb-44e892009e1f on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:30.654395 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Port a9556038-39f0-4354-83eb-44e892009e1f on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:02:30.654713 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Attempting to bind port a9556038-39f0-4354-83eb-44e892009e1f on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:30.680841 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:30.681179 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:30.681622 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:30.684990 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Bound port: a9556038-39f0-4354-83eb-44e892009e1f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:30.684990 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (a9556038-39f0-4354-83eb-44e892009e1f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.786169 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d6284171-5d57-419f-9206-52859ba48f7d req-e7553b29-6a67-4244-9889-4df64b8b8596 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327298 Mar 08 12:02:30.805496 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:30.809495 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a9556038-39f0-4354-83eb-44e892009e1f,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:30.843110 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82bb9-a97c-40ee-9e46-ddeae18cf0b6 req-543adcf2-ca05-4558-bb22-00edf23ede95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:30.845274 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fc82bb9-a97c-40ee-9e46-ddeae18cf0b6 req-543adcf2-ca05-4558-bb22-00edf23ede95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0956430 Mar 08 12:02:30.898565 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fc82bb9-a97c-40ee-9e46-ddeae18cf0b6 req-43cc2335-5aee-435a-8f5a-dff13485b4af tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Mar 08 12:02:30.907401 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.949773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:30.950389 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.951889 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] 10.222.0.58 "PUT /v2.0/ports/a9556038-39f0-4354-83eb-44e892009e1f HTTP/1.1" status: 200 len: 1094 time: 1.0568094 Mar 08 12:02:30.962656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:30.962656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1286685e-7b7a-4376-b085-46f404cba4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "tag": "a9556038-39f0-4354-83eb-44e892009e1f"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:30.992656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab40b0-4f5f-44bf-81e0-3765672b1399 service neutron] Pushing event updated for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.018444 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91400b25-f57d-44af-a61a-47bda96aa332 x-openstack-request-id: req-91400b25-f57d-44af-a61a-47bda96aa332 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:31.018444 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "tag": "a9556038-39f0-4354-83eb-44e892009e1f", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:31.018719 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91400b25-f57d-44af-a61a-47bda96aa332 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:31.019054 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f', 'status': 'completed', 'code': 200} Mar 08 12:02:31.193206 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286685e-7b7a-4376-b085-46f404cba4eb req-4abc4b37-5525-428d-ae71-6ebaea51cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.210724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 9e9746c7-d0ac-4ef4-9869-f6768d8811ff up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:31.213483 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1286685e-7b7a-4376-b085-46f404cba4eb req-4abc4b37-5525-428d-ae71-6ebaea51cc02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 1128 time: 0.1199658 Mar 08 12:02:31.388264 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286685e-7b7a-4376-b085-46f404cba4eb req-807345c0-7005-4d47-b55e-0db1905454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.389868 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1286685e-7b7a-4376-b085-46f404cba4eb req-807345c0-7005-4d47-b55e-0db1905454a5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ab382c388f1e4605be7dd6193181f2c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1493340 Mar 08 12:02:31.491233 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286685e-7b7a-4376-b085-46f404cba4eb req-44744f46-8392-4d81-9d1e-30d22d9589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.494264 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1286685e-7b7a-4376-b085-46f404cba4eb req-44744f46-8392-4d81-9d1e-30d22d9589b7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976918 Mar 08 12:02:31.643862 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-91239585-f3d6-4081-9562-8d4cfc35d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.645409 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-91239585-f3d6-4081-9562-8d4cfc35d6dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0658243 Mar 08 12:02:31.648774 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:02:31.654059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:31.658267 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.764490 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-49da66e9-01af-49c1-ac3d-9c1ad0396dda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9556038-39f0-4354-83eb-44e892009e1f HTTP/1.1" status: 200 len: 217 time: 0.1014385 Mar 08 12:02:31.802594 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:31.803116 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.850592 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07236bb2-2fe8-46cb-85d4-7e3bd3ec0435 req-394dce94-7f22-46d9-9d63-04c1d0e4426c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.854040 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-e0471b38-1417-451e-9a47-362ce027c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.854524 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07236bb2-2fe8-46cb-85d4-7e3bd3ec0435 req-394dce94-7f22-46d9-9d63-04c1d0e4426c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1379876 Mar 08 12:02:31.857131 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-e0471b38-1417-451e-9a47-362ce027c165 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0727515 Mar 08 12:02:31.858770 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:31.870709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6829c1e0-d295-4078-92b0-ace900154064" -d '{"events": [{"server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "name": "network-vif-plugged", "status": "completed", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:31.899240 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:31.981017 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.000937 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-ad128e3e-35ba-45cd-8c77-ed040c5364ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.002988 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-ad128e3e-35ba-45cd-8c77-ed040c5364ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.1080277 Mar 08 12:02:32.019061 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07236bb2-2fe8-46cb-85d4-7e3bd3ec0435 req-f44342ab-8afe-467c-a6b3-c6682400d710 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527574 Mar 08 12:02:32.067930 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645bc1-2094-4534-854e-4697e3948bbd req-a81e33ae-72dc-4c13-9f0f-329864cccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.070354 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-a81e33ae-72dc-4c13-9f0f-329864cccb9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1970987 Mar 08 12:02:32.075317 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:32.096880 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf5939-6802-4f73-81d7-800ad41e7fb3 x-openstack-request-id: req-bcaf5939-6802-4f73-81d7-800ad41e7fb3 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:32.097538 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "name": "network-vif-plugged", "status": "completed", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:32.097962 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcaf5939-6802-4f73-81d7-800ad41e7fb3 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:32.098798 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff', 'code': 200} Mar 08 12:02:32.102548 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0d486-38d7-4a7c-b281-372e80a9743f req-6a443d7e-843c-4bfa-9f4e-7d7611c7bef9 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.108777 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-97c0d486-38d7-4a7c-b281-372e80a9743f req-6a443d7e-843c-4bfa-9f4e-7d7611c7bef9 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 948 time: 0.1802373 Mar 08 12:02:32.247900 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-f61556bf-1e63-4419-acaf-1962a5977049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.252443 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-f61556bf-1e63-4419-acaf-1962a5977049 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.2308247 Mar 08 12:02:32.307429 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-97c0d486-38d7-4a7c-b281-372e80a9743f req-c09e113d-f9c7-4833-a898-e4314105511d tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816034 Mar 08 12:02:32.332824 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-4a8f3e37-4d7d-443e-8e9a-9b54d5999147 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500494 Mar 08 12:02:32.353039 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-ed4a157c-9c9b-473e-86e0-528c7dcb5fcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.0835898 Mar 08 12:02:32.434066 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b68a2a-e2b7-4045-89a1-24f563d976b0 req-eb5bfb0e-9389-4973-90f0-ff85001b4d99 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.440933 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04b68a2a-e2b7-4045-89a1-24f563d976b0 req-eb5bfb0e-9389-4973-90f0-ff85001b4d99 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.1959133 Mar 08 12:02:32.492813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-a6238a69-fb3a-4758-a5b3-ea744c32b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.494990 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-a6238a69-fb3a-4758-a5b3-ea744c32b918 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.1223056 Mar 08 12:02:32.500079 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04b68a2a-e2b7-4045-89a1-24f563d976b0 req-ba56dfda-cecd-4a70-8a51-338304e636e6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579197 Mar 08 12:02:32.555882 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b645bc1-2094-4534-854e-4697e3948bbd req-96e641c4-3ce2-4939-9e28-3e9968d69bea service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995432 Mar 08 12:02:32.561808 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59186) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:32.589013 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-47a7a135-536f-4e8d-9614-e43a3f56b808 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813355 Mar 08 12:02:32.702406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69061564-2e5e-4c40-acc8-4c9a9c2bb773 req-1fbb49f8-cdab-4376-9079-7cbcb0dac394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.704097 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69061564-2e5e-4c40-acc8-4c9a9c2bb773 req-1fbb49f8-cdab-4376-9079-7cbcb0dac394 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 1133 time: 0.1715040 Mar 08 12:02:32.708070 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-36d9df00-82ee-4fa7-99fc-d78e079bfb5d service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112792 Mar 08 12:02:32.780542 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f494ec3-4a44-4025-b769-52b9c5c5d25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.879189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f494ec3-4a44-4025-b769-52b9c5c5d25a admin admin] Publish callbacks [] for security_group (0bba50bd-a272-4489-87b6-7aaab18381d6), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.891514 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69061564-2e5e-4c40-acc8-4c9a9c2bb773 req-1cc3d46c-de44-4a26-8a6a-6ed6c6c5576a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189015 Mar 08 12:02:32.921372 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4929161-473a-4ab1-a345-42a3447e4f73 req-8be3a7e2-2d98-4506-a135-31ff52349047 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424391 Mar 08 12:02:32.945313 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9f494ec3-4a44-4025-b769-52b9c5c5d25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0bba50bd-a272-4489-87b6-7aaab18381d6), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.987590 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59192) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:32.987819 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9f494ec3-4a44-4025-b769-52b9c5c5d25a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3057b5497c1e489da07689e3b414c18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251242 Mar 08 12:02:32.988782 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f494ec3-4a44-4025-b769-52b9c5c5d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba50bd-a272-4489-87b6-7aaab18381d6,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:33.047120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] Publish callbacks [] for security_group (0bba50bd-a272-4489-87b6-7aaab18381d6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.068587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] Publish callbacks [] for security_group (0bba50bd-a272-4489-87b6-7aaab18381d6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.137348 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713ac1-65b0-4b3d-855b-edb9a9bc6cc2 req-e3114ae9-9310-4e35-9e6d-0f75737c224b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.138816 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b713ac1-65b0-4b3d-855b-edb9a9bc6cc2 req-e3114ae9-9310-4e35-9e6d-0f75737c224b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0570712 Mar 08 12:02:33.183603 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b713ac1-65b0-4b3d-855b-edb9a9bc6cc2 req-03934a81-879b-45ea-a17c-113cae241968 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Mar 08 12:02:33.187304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0bba50bd-a272-4489-87b6-7aaab18381d6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.189896 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.193370 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bba50bd-a272-4489-87b6-7aaab18381d6 HTTP/1.1" status: 204 len: 168 time: 0.2023914 Mar 08 12:02:33.201126 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095704b-0f6b-487f-8f17-d8fc461d4db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba50bd-a272-4489-87b6-7aaab18381d6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:33.442649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b98e56-9ad9-4df8-8044-1bf7c5a6af69 req-1b204fac-ae84-49da-8fbb-f35a70a94c29 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.449444 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7b98e56-9ad9-4df8-8044-1bf7c5a6af69 req-1b204fac-ae84-49da-8fbb-f35a70a94c29 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.0624385 Mar 08 12:02:33.501819 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7b98e56-9ad9-4df8-8044-1bf7c5a6af69 req-c3cffe71-2d4b-4172-9927-371c7696d72c tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Mar 08 12:02:33.638051 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f86f3-472d-440b-8556-d6174d4ac75e req-33e10ac0-b8ab-410f-9937-daa8d07208b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.639628 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-633f86f3-472d-440b-8556-d6174d4ac75e req-33e10ac0-b8ab-410f-9937-daa8d07208b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0565908 Mar 08 12:02:33.747679 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-633f86f3-472d-440b-8556-d6174d4ac75e req-9b7d4626-c9b0-4743-9771-7a222eb3fa13 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940213 Mar 08 12:02:34.334001 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85a3b-d972-405d-944e-ed7c36159e2d req-9da5db00-df53-4e74-a169-6d4810e567af tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.343231 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-52e85a3b-d972-405d-944e-ed7c36159e2d req-9da5db00-df53-4e74-a169-6d4810e567af tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0782666 Mar 08 12:02:34.416182 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-52e85a3b-d972-405d-944e-ed7c36159e2d req-f91968ac-da64-4bd2-8221-587bce8a0710 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Mar 08 12:02:34.659765 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e63ec-a568-4125-9f04-64d47ab8badb req-89191168-5e9b-43a1-bc9b-8377792b828d tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.667781 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-195e63ec-a568-4125-9f04-64d47ab8badb req-89191168-5e9b-43a1-bc9b-8377792b828d tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.0949032 Mar 08 12:02:34.795100 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-195e63ec-a568-4125-9f04-64d47ab8badb req-775a2f91-1360-4f8e-9620-8c12ebce5125 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101534 Mar 08 12:02:34.923739 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b74-bf1d-460b-a7d4-e57459f46348 req-d07a0118-29f1-43cf-8c9b-738f489fe521 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.925153 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90787b74-bf1d-460b-a7d4-e57459f46348 req-d07a0118-29f1-43cf-8c9b-738f489fe521 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0684009 Mar 08 12:02:34.972352 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90787b74-bf1d-460b-a7d4-e57459f46348 req-14e30ae2-e25a-47b8-9c40-cd5e24d80684 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Mar 08 12:02:35.422474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59280) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:35.561203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-49c72197-0bd4-4608-92ab-44717bdae62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.562189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b38b-6d98-459f-8eb1-6ca4216cef64 req-8bbe4c46-bf47-47c7-a71e-408cdbacfb30 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:35.564259 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2c94b38b-6d98-459f-8eb1-6ca4216cef64 req-8bbe4c46-bf47-47c7-a71e-408cdbacfb30 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0778770 Mar 08 12:02:35.650617 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2c94b38b-6d98-459f-8eb1-6ca4216cef64 req-7c579935-037f-4eb0-b7e6-661f1147be02 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798576 Mar 08 12:02:35.680637 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-49c72197-0bd4-4608-92ab-44717bdae62c admin admin] Publish callbacks [] for security_group (865220ad-1a64-4a02-9d84-157884c9a74b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.783983 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-49c72197-0bd4-4608-92ab-44717bdae62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (865220ad-1a64-4a02-9d84-157884c9a74b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.830265 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-49c72197-0bd4-4608-92ab-44717bdae62c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a8be6b6b7fb4b3784aa3132d66304c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029591 Mar 08 12:02:35.831910 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c72197-0bd4-4608-92ab-44717bdae62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865220ad-1a64-4a02-9d84-157884c9a74b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:35.833025 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59294) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:35.913497 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] Publish callbacks [] for security_group (865220ad-1a64-4a02-9d84-157884c9a74b), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.943147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] Publish callbacks [] for security_group (865220ad-1a64-4a02-9d84-157884c9a74b), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.946359 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b26e-994b-4895-a136-3c1622fa355f req-6db9980c-e40b-4205-a6a9-06e04953861e tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:35.949324 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1d13b26e-994b-4895-a136-3c1622fa355f req-6db9980c-e40b-4205-a6a9-06e04953861e tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.0629807 Mar 08 12:02:36.020633 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1d13b26e-994b-4895-a136-3c1622fa355f req-f813ab86-6e21-4815-8420-6fcc5e7dae06 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657754 Mar 08 12:02:36.088854 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (865220ad-1a64-4a02-9d84-157884c9a74b), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.091403 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.092565 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/865220ad-1a64-4a02-9d84-157884c9a74b HTTP/1.1" status: 204 len: 168 time: 0.2571411 Mar 08 12:02:36.162910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265466fb-110f-4950-b2a9-0214c99d5d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865220ad-1a64-4a02-9d84-157884c9a74b,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:36.243384 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92412fc7-4c2c-47a0-8749-a86597f173f4 req-37648079-8e7d-49e6-bb70-3c63d267d796 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:36.247172 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-92412fc7-4c2c-47a0-8749-a86597f173f4 req-37648079-8e7d-49e6-bb70-3c63d267d796 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.1743181 Mar 08 12:02:36.263003 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59314) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:36.333591 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Deleting subnet b3f994c3-c13b-473b-a7d0-832fd72f44f7 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:02:36.337363 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Publish callbacks [] for subnet (b3f994c3-c13b-473b-a7d0-832fd72f44f7), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.342440 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-92412fc7-4c2c-47a0-8749-a86597f173f4 req-e1d53b8d-2060-409e-9f81-b6ec0de988d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890262 Mar 08 12:02:36.397824 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (b3f994c3-c13b-473b-a7d0-832fd72f44f7), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.454429 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (b3f994c3-c13b-473b-a7d0-832fd72f44f7), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.623401 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (b3f994c3-c13b-473b-a7d0-832fd72f44f7), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.684819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f994c3-c13b-473b-a7d0-832fd72f44f7,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:36.693574 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.699087 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6f9c7cd0-de74-4be0-beaf-b4f8e0961bcf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b3f994c3-c13b-473b-a7d0-832fd72f44f7 HTTP/1.1" status: 204 len: 168 time: 0.4343846 Mar 08 12:02:36.701911 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59328) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:36.833711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (c174462e-f2bf-4b0e-ad0a-50455682a374), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.851292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec5b45-9fd0-465e-9834-d1a09e20754e req-53872a56-bb8c-425b-bc35-9735c24070e3 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:36.852762 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10ec5b45-9fd0-465e-9834-d1a09e20754e req-53872a56-bb8c-425b-bc35-9735c24070e3 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.1423888 Mar 08 12:02:36.871606 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be956c1-8768-47dc-b2c4-b33f8798bf14 req-aac81833-eb6b-4e3f-8661-ff4031bb1ba3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:36.873792 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8be956c1-8768-47dc-b2c4-b33f8798bf14 req-aac81833-eb6b-4e3f-8661-ff4031bb1ba3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0692084 Mar 08 12:02:36.940385 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8be956c1-8768-47dc-b2c4-b33f8798bf14 req-596e6898-1787-41d8-9743-a2899981458b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585599 Mar 08 12:02:36.972731 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (c174462e-f2bf-4b0e-ad0a-50455682a374), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.004813 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c174462e-f2bf-4b0e-ad0a-50455682a374']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:37.011974 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10ec5b45-9fd0-465e-9834-d1a09e20754e req-bbd4119a-6959-4ec1-8271-8053aa061b8f tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495130 Mar 08 12:02:37.021966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742540d2-82bd-47b3-b7d4-cd720c4e0408') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:37.022264 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742540d2-82bd-47b3-b7d4-cd720c4e0408') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:37.043042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (742540d2-82bd-47b3-b7d4-cd720c4e0408), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.065192 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:37.070656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (742540d2-82bd-47b3-b7d4-cd720c4e0408), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.079234 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:02:37.080034 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (742540d2-82bd-47b3-b7d4-cd720c4e0408), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:02:37.082129 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:02:37.230526 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device a9556038-39f0-4354-83eb-44e892009e1f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:02:37.231281 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (c174462e-f2bf-4b0e-ad0a-50455682a374), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.247051 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.250480 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c174462e-f2bf-4b0e-ad0a-50455682a374 HTTP/1.1" status: 204 len: 168 time: 0.5475760 Mar 08 12:02:37.254641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59338) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:37.255132 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975615f-4c32-429b-8406-107080db9bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c174462e-f2bf-4b0e-ad0a-50455682a374,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.346929 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Deleting subnet efbe2343-709f-405f-b4e8-e0066e88f64b {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:02:37.354326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Publish callbacks [] for subnet (efbe2343-709f-405f-b4e8-e0066e88f64b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.399706 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Publish callbacks [] for subnet (efbe2343-709f-405f-b4e8-e0066e88f64b), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.411418 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (efbe2343-709f-405f-b4e8-e0066e88f64b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.498964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a9556038-39f0-4354-83eb-44e892009e1f,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:37.513012 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'a9556038-39f0-4354-83eb-44e892009e1f', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'port_id': 'a9556038-39f0-4354-83eb-44e892009e1f', 'mac_address': 'fa:16:3e:96:bd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:02:37.560749 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c833625-4169-4f21-a059-d406db568762 req-f98d8888-cb46-40f8-815d-184ef2786ce8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:37.561043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port a9556038-39f0-4354-83eb-44e892009e1f is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:37.561836 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (a9556038-39f0-4354-83eb-44e892009e1f), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.562330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1c833625-4169-4f21-a059-d406db568762 req-f98d8888-cb46-40f8-815d-184ef2786ce8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0701311 Mar 08 12:02:37.580266 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9556038-39f0-4354-83eb-44e892009e1f {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:37.608550 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a9556038-39f0-4354-83eb-44e892009e1f,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:37.631830 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1c833625-4169-4f21-a059-d406db568762 req-0bafe7f8-1855-47ca-a842-b87acf6bb93d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570686 Mar 08 12:02:37.634663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for subnet (efbe2343-709f-405f-b4e8-e0066e88f64b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.658351 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.693045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbe2343-709f-405f-b4e8-e0066e88f64b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.704956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.705679 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d9125acb-8061-41e0-b3fb-da39cf48e016 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/efbe2343-709f-405f-b4e8-e0066e88f64b HTTP/1.1" status: 204 len: 168 time: 0.4503479 Mar 08 12:02:37.711658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59356) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:37.793410 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.821209 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (cb80a34e-b1c2-48a6-b728-064dff11c02a), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.951168 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (cb80a34e-b1c2-48a6-b728-064dff11c02a), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.000324 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb80a34e-b1c2-48a6-b728-064dff11c02a']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:38.029173 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d12078-fe26-4e9a-a58b-0601366e5377') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:38.030970 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d12078-fe26-4e9a-a58b-0601366e5377') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:38.098511 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (18d12078-fe26-4e9a-a58b-0601366e5377), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.140401 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (18d12078-fe26-4e9a-a58b-0601366e5377), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.152142 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:02:38.152543 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (18d12078-fe26-4e9a-a58b-0601366e5377), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:02:38.154672 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:02:38.168354 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['a9556038-39f0-4354-83eb-44e892009e1f'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:38.199636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1df06-6d07-4031-8f16-6f697b6f564d req-207a3c16-214f-462d-b492-03fcff5f723b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:38.201539 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8ed1df06-6d07-4031-8f16-6f697b6f564d req-207a3c16-214f-462d-b492-03fcff5f723b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1603804 Mar 08 12:02:38.303388 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3266a0-7cf1-4855-abcb-6a460437104f req-d46738c3-f865-4141-ab17-f5ac5af29d54 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:38.312046 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f3266a0-7cf1-4855-abcb-6a460437104f req-d46738c3-f865-4141-ab17-f5ac5af29d54 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.1436672 Mar 08 12:02:38.338725 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8ed1df06-6d07-4031-8f16-6f697b6f564d req-f497e14e-b26b-4c56-a428-60ff906c7931 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053653 Mar 08 12:02:38.353138 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (cb80a34e-b1c2-48a6-b728-064dff11c02a), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.371086 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.389137 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] 10.222.0.52 "DELETE /v2.0/networks/cb80a34e-b1c2-48a6-b728-064dff11c02a HTTP/1.1" status: 204 len: 168 time: 0.6646390 Mar 08 12:02:38.404641 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f3266a0-7cf1-4855-abcb-6a460437104f req-87e1eee1-e575-4b4e-9282-9c8dc9ed2201 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912342 Mar 08 12:02:38.420711 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96380-d5ab-4890-95c5-e43aec30d8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=cb80a34e-b1c2-48a6-b728-064dff11c02a,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:38.754895 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977633-1f19-495f-addb-29dcc917dedd req-1947fe36-8b1e-458d-ab39-6180ab91ee08 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:38.755381 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-62977633-1f19-495f-addb-29dcc917dedd req-1947fe36-8b1e-458d-ab39-6180ab91ee08 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0665412 Mar 08 12:02:38.930950 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59384) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:38.970614 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-40fd8a8c-87f0-4945-b5d0-6e5bdb933524 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:38.974018 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-40fd8a8c-87f0-4945-b5d0-6e5bdb933524 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.0846970 Mar 08 12:02:39.017647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8e2b217b-639c-4c4f-be0c-a7acbbc482bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e899511298394a11804d28b25d0a925c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852687 Mar 08 12:02:39.020678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 59390) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:39.111803 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-62977633-1f19-495f-addb-29dcc917dedd req-039a4482-d5d9-4e82-b8d0-2c02fc8cbf8f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389475 Mar 08 12:02:39.165189 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] Publish callbacks [] for security_group (d61c6cea-0f40-43a4-b9de-d3bd66c42aff), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.179841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Deleting port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:02:39.183929 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.212305 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] Publish callbacks [] for security_group (d61c6cea-0f40-43a4-b9de-d3bd66c42aff), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.303887 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] For port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,segment=NetworkSegment(85ace06a-2094-43e7-bb94-31e699208c31),segment_id=85ace06a-2094-43e7-bb94-31e699208c31)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:39.304873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.318099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Calling delete_port for 9e9746c7-d0ac-4ef4-9869-f6768d8811ff owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:02:39.481052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d61c6cea-0f40-43a4-b9de-d3bd66c42aff), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.483980 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.485209 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d61c6cea-0f40-43a4-b9de-d3bd66c42aff HTTP/1.1" status: 204 len: 168 time: 0.4635363 Mar 08 12:02:39.509028 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b907b-9e47-4de6-a13d-fd1cb6f3511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c6cea-0f40-43a4-b9de-d3bd66c42aff,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.554300 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac189dd-2c7e-44ed-9356-cf355baefbfc req-1b3e4524-076d-450f-855f-e825108db28a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:39.558283 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8ac189dd-2c7e-44ed-9356-cf355baefbfc req-1b3e4524-076d-450f-855f-e825108db28a tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1363766 Mar 08 12:02:39.598558 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (9e9746c7-d0ac-4ef4-9869-f6768d8811ff), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.606744 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c67a7-1b89-4136-bfdb-a8fd435a7533 req-10da2046-c569-4499-8fdb-1da3aac2fb9e tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:39.609824 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-540c67a7-1b89-4136-bfdb-a8fd435a7533 req-10da2046-c569-4499-8fdb-1da3aac2fb9e tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 949 time: 0.0943909 Mar 08 12:02:39.649128 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Pushing event deleted for resources: {'Port': ['ID=9e9746c7-d0ac-4ef4-9869-f6768d8811ff,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.669984 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-540c67a7-1b89-4136-bfdb-a8fd435a7533 req-bfb26247-c24c-4788-aefe-57fd689d9660 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8bbc3f4-5403-458b-919f-6e071d30ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546968 Mar 08 12:02:39.727414 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8ac189dd-2c7e-44ed-9356-cf355baefbfc req-659cb8e5-d996-449d-9330-7d27cb701318 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538298 Mar 08 12:02:39.742945 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] No DVR routers for this DVR port 9e9746c7-d0ac-4ef4-9869-f6768d8811ff on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:39.746424 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.749766 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d21fb76-a922-490a-b2d9-93ee9fc95a3b req-9974cf46-b224-4e97-8b92-07c26169e065 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.58 "DELETE /v2.0/ports/9e9746c7-d0ac-4ef4-9869-f6768d8811ff HTTP/1.1" status: 204 len: 173 time: 0.7666609 Mar 08 12:02:39.750224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'name': 'network-vif-deleted', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:39.752515 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb26472-2457-4d08-bc33-bba5eecaf057" -d '{"events": [{"server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "name": "network-vif-deleted", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:39.808078 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81757e-a826-4e98-85c5-830766263164 x-openstack-request-id: req-2d81757e-a826-4e98-85c5-830766263164 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:39.808508 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aea92d-8525-4b70-950b-093f3d01ec78", "name": "network-vif-deleted", "tag": "9e9746c7-d0ac-4ef4-9869-f6768d8811ff", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:39.808776 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d81757e-a826-4e98-85c5-830766263164 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:39.809399 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aea92d-8525-4b70-950b-093f3d01ec78', 'name': 'network-vif-deleted', 'tag': '9e9746c7-d0ac-4ef4-9869-f6768d8811ff', 'status': 'completed', 'code': 200} Mar 08 12:02:39.940758 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fd338f62-07c9-4ca6-b8a6-fef08e1c9499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.262525 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed57b-5d47-4183-bcb1-d851748c2340 req-eef88739-4535-4876-8545-f8b0ccc4593a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:40.264138 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7d4ed57b-5d47-4183-bcb1-d851748c2340 req-eef88739-4535-4876-8545-f8b0ccc4593a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Mar 08 12:02:40.274594 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59416) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:40.315305 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7d4ed57b-5d47-4183-bcb1-d851748c2340 req-d07098e0-ae59-4a42-a5a7-0e1d4259ec48 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456860 Mar 08 12:02:40.319010 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a05379ef-8683-4b8c-8b23-f3b92fe4844a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a26335b18df2471aa373124a5a02b21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407519 Mar 08 12:02:40.319010 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 59418) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:40.369126 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] Publish callbacks [] for security_group (3d0d0349-577c-4800-bfb7-2be2fbbcbd24), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.395986 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] Publish callbacks [] for security_group (3d0d0349-577c-4800-bfb7-2be2fbbcbd24), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.523723 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (3d0d0349-577c-4800-bfb7-2be2fbbcbd24), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.526914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.528089 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d0d0349-577c-4800-bfb7-2be2fbbcbd24 HTTP/1.1" status: 204 len: 168 time: 0.2083991 Mar 08 12:02:40.535634 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad261720-a213-4835-96de-7643c8714edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d0349-577c-4800-bfb7-2be2fbbcbd24,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:40.759176 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ef04c715-ad0e-4dfd-8a9a-b160f19c7745 req-7b02ddb0-e353-495e-888b-4163b4f5e760 tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Mar 08 12:02:40.847428 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb4ce4-eae1-4a1b-80a2-2516b0fd4915 req-56e456cb-dced-4afa-97b1-22f17035d2d9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:40.849099 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7eb4ce4-eae1-4a1b-80a2-2516b0fd4915 req-56e456cb-dced-4afa-97b1-22f17035d2d9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0605612 Mar 08 12:02:40.898478 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7eb4ce4-eae1-4a1b-80a2-2516b0fd4915 req-22008f09-0928-4371-a643-64c6c9f493aa tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Mar 08 12:02:41.431926 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7e089-6dd7-47b2-acd2-39cf74ac223f req-67bc5f00-1a81-4630-9e4d-e48b7d2f9f78 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:41.434368 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a1c7e089-6dd7-47b2-acd2-39cf74ac223f req-67bc5f00-1a81-4630-9e4d-e48b7d2f9f78 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0523994 Mar 08 12:02:41.480336 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a1c7e089-6dd7-47b2-acd2-39cf74ac223f req-5947e7a2-d1d0-4e28-8433-f2c1e268be40 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Mar 08 12:02:41.745873 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['9e9746c7-d0ac-4ef4-9869-f6768d8811ff'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:02:41.851811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.860596 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9cccb1bc-06bd-44d9-ac78-6cd56abe03f4 req-22ed963c-ef55-4f88-a71d-41a9a493935d tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Mar 08 12:02:42.032478 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606179c4-c56c-4df9-ad24-7cea84d343e4 req-cf950866-4727-4139-a8dc-86ae40b218c1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:42.034162 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-606179c4-c56c-4df9-ad24-7cea84d343e4 req-cf950866-4727-4139-a8dc-86ae40b218c1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0656340 Mar 08 12:02:42.083343 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-606179c4-c56c-4df9-ad24-7cea84d343e4 req-e12d06a6-486e-42d5-90fa-5687b1818bb0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Mar 08 12:02:42.125795 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-feaf8f13-214c-4075-adb4-f01b86dcbc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:42.679315 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77a518-56d0-4323-b892-23485015faaf req-4e07652b-7b09-4a67-9805-f1555b6c928e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:42.681142 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc77a518-56d0-4323-b892-23485015faaf req-4e07652b-7b09-4a67-9805-f1555b6c928e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.1257446 Mar 08 12:02:42.773303 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc77a518-56d0-4323-b892-23485015faaf req-28629d39-5f19-4257-a938-d1d17d8a7336 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853248 Mar 08 12:02:42.988112 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-19849152-57da-48a8-8d26-7364acac604b req-6c8cdf4a-b4a6-4749-abfa-f166e8dbaece tempest-VolumesNegativeTest-2018570596 tempest-VolumesNegativeTest-2018570596-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0aea92d-8525-4b70-950b-093f3d01ec78 HTTP/1.1" status: 200 len: 210 time: 0.0360324 Mar 08 12:02:43.194979 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.294550 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143718e5-8780-4a74-85cc-c41f5495292f req-c83d897c-9c34-4b4e-9a37-ed8bfa08615c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:43.302005 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-143718e5-8780-4a74-85cc-c41f5495292f req-c83d897c-9c34-4b4e-9a37-ed8bfa08615c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0661595 Mar 08 12:02:43.370585 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-143718e5-8780-4a74-85cc-c41f5495292f req-ea060abc-a691-4c8a-adef-7a24ec18661d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Mar 08 12:02:43.426125 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cc107-0a81-4314-bdaf-2c37560dbd78 req-2b537c65-23a6-4960-b74d-394ade776bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:43.427772 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-520cc107-0a81-4314-bdaf-2c37560dbd78 req-2b537c65-23a6-4960-b74d-394ade776bce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0552964 Mar 08 12:02:43.486903 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-520cc107-0a81-4314-bdaf-2c37560dbd78 req-bbfd3ba9-8952-449f-a20f-fd0cf8c3ec88 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507932 Mar 08 12:02:43.942902 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43385a-5da4-4b2d-b9a1-f50b9ece7e42 req-b639b8d1-642a-451e-866d-3d199c1aa8ea tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:43.942902 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5a43385a-5da4-4b2d-b9a1-f50b9ece7e42 req-b639b8d1-642a-451e-866d-3d199c1aa8ea tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0812480 Mar 08 12:02:43.985666 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5a43385a-5da4-4b2d-b9a1-f50b9ece7e42 req-53ab03ef-d0ad-453d-b6ce-ee87cfe47e64 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Mar 08 12:02:44.535947 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce47592-a0bd-494f-960e-f790985b172a req-46dfb372-be3f-45ba-b6f2-5c56d3121309 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:44.544718 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fce47592-a0bd-494f-960e-f790985b172a req-46dfb372-be3f-45ba-b6f2-5c56d3121309 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0877111 Mar 08 12:02:44.607124 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fce47592-a0bd-494f-960e-f790985b172a req-02347c71-8932-4108-9f6c-8274e9a6dbec tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Mar 08 12:02:44.816112 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.106060 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ddec7-37f2-453f-84e4-e2555280746c req-99118915-5ff7-4fcf-a622-280e432c6d45 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:45.108049 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-662ddec7-37f2-453f-84e4-e2555280746c req-99118915-5ff7-4fcf-a622-280e432c6d45 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Mar 08 12:02:45.158890 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-662ddec7-37f2-453f-84e4-e2555280746c req-d5e3cdd1-b6b6-4a24-9d29-9555a9bfd833 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Mar 08 12:02:45.722597 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764961b-7941-4cc5-a79e-9f8a601d65b3 req-91c37db4-da4f-4458-93ba-9da4b4df83e0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:45.724182 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9764961b-7941-4cc5-a79e-9f8a601d65b3 req-91c37db4-da4f-4458-93ba-9da4b4df83e0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0534158 Mar 08 12:02:45.772550 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9764961b-7941-4cc5-a79e-9f8a601d65b3 req-ed30e43a-ce5f-497d-a79d-ca970df1251c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Mar 08 12:02:46.015846 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.275297 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83017211-a548-48ac-abcb-126ad9f84cfc req-4239c578-56c9-4fa5-9b2c-891a62c64a64 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:46.277262 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83017211-a548-48ac-abcb-126ad9f84cfc req-4239c578-56c9-4fa5-9b2c-891a62c64a64 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Mar 08 12:02:46.325847 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83017211-a548-48ac-abcb-126ad9f84cfc req-d3876f83-debe-434e-98b4-adab1ded8685 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Mar 08 12:02:46.485261 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device a9556038-39f0-4354-83eb-44e892009e1f up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:46.617870 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port a9556038-39f0-4354-83eb-44e892009e1f completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:02:46.621984 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port a9556038-39f0-4354-83eb-44e892009e1f triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:46.622436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (a9556038-39f0-4354-83eb-44e892009e1f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.709542 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port a9556038-39f0-4354-83eb-44e892009e1f is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:46.709932 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (a9556038-39f0-4354-83eb-44e892009e1f), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.736884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:46.741101 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd02fc-005f-4241-b88a-8ec5c7aacac6" -d '{"events": [{"server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "a9556038-39f0-4354-83eb-44e892009e1f"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:46.769086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a9556038-39f0-4354-83eb-44e892009e1f,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:46.789908 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86431f9b-fca7-40ba-9b36-9161357ec0ee x-openstack-request-id: req-86431f9b-fca7-40ba-9b36-9161357ec0ee {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:46.790410 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "a9556038-39f0-4354-83eb-44e892009e1f", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:46.790771 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86431f9b-fca7-40ba-9b36-9161357ec0ee {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:46.792736 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f', 'code': 200} Mar 08 12:02:46.858356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.905092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 9e9746c7-d0ac-4ef4-9869-f6768d8811ff no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:02:46.939493 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 9e9746c7-d0ac-4ef4-9869-f6768d8811ff {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:02:46.940151 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 9e9746c7-d0ac-4ef4-9869-f6768d8811ff not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:02:46.952992 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e903530-dd88-4840-9896-e4e4167149ba req-9c3b6baf-6c9c-4087-bcbd-86225a88fe09 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:46.961228 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e903530-dd88-4840-9896-e4e4167149ba req-9c3b6baf-6c9c-4087-bcbd-86225a88fe09 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0950975 Mar 08 12:02:46.966816 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:47.046604 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e903530-dd88-4840-9896-e4e4167149ba req-093a121d-dc55-43f6-a22e-877d6983dc01 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840833 Mar 08 12:02:47.466077 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7a80-ab44-4d5a-b2b8-f631fce8561f req-6a342d47-8996-4f85-b4bb-56a0e81e2177 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:47.467770 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0df7a80-ab44-4d5a-b2b8-f631fce8561f req-6a342d47-8996-4f85-b4bb-56a0e81e2177 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0570164 Mar 08 12:02:47.515927 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c0df7a80-ab44-4d5a-b2b8-f631fce8561f req-4394ebd6-c9cd-483b-b7f0-b17bffaa79a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Mar 08 12:02:48.179231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18766e-1ed1-4e59-b802-79d2f812ccdf req-51da2d99-e576-4735-85ee-c012e438ac58 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.179231 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4a18766e-1ed1-4e59-b802-79d2f812ccdf req-51da2d99-e576-4735-85ee-c012e438ac58 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0559688 Mar 08 12:02:48.234479 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4a18766e-1ed1-4e59-b802-79d2f812ccdf req-5f3efe40-0b84-4742-9555-d6440327cc72 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Mar 08 12:02:48.632734 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d62dea-4238-44a4-8256-f831bbbfdbd7 req-d4ac90a9-a088-4a07-b3a3-de079a6cd452 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.634357 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b6d62dea-4238-44a4-8256-f831bbbfdbd7 req-d4ac90a9-a088-4a07-b3a3-de079a6cd452 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0524333 Mar 08 12:02:48.683722 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b6d62dea-4238-44a4-8256-f831bbbfdbd7 req-45fc6792-de21-41e6-a827-8033ae23a89d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405083 Mar 08 12:02:49.393373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea028b3-941d-4ee0-998b-d80e1a0f4404 req-c60090e1-eed4-4801-bf9d-47102c369f7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:49.395622 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eea028b3-941d-4ee0-998b-d80e1a0f4404 req-c60090e1-eed4-4801-bf9d-47102c369f7e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0683372 Mar 08 12:02:49.469533 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eea028b3-941d-4ee0-998b-d80e1a0f4404 req-74e0d3ff-2028-4ef4-9092-559f1db225b9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638263 Mar 08 12:02:49.821857 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e135aa-e21a-466e-a172-bb94842160b5 req-276244b9-d922-498c-83d9-6961122ea880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:49.823386 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62e135aa-e21a-466e-a172-bb94842160b5 req-276244b9-d922-498c-83d9-6961122ea880 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0689335 Mar 08 12:02:49.849149 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75bb2-0608-4912-a788-4c3795a16896 req-4a4aadd9-a06a-4e10-93cc-5531c8af4273 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:49.863003 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-71e75bb2-0608-4912-a788-4c3795a16896 req-4a4aadd9-a06a-4e10-93cc-5531c8af4273 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1141067 Mar 08 12:02:49.884557 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62e135aa-e21a-466e-a172-bb94842160b5 req-b0f56173-b342-4745-afd7-f04c1760d134 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496259 Mar 08 12:02:49.947476 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-71e75bb2-0608-4912-a788-4c3795a16896 req-7412ac6d-64d5-4996-975c-19afad788944 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789912 Mar 08 12:02:50.621659 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2685-1807-411c-bbca-a3670c15397d req-ab4083f2-4dc2-4afb-b252-ee66402d4c19 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:50.623225 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce7e2685-1807-411c-bbca-a3670c15397d req-ab4083f2-4dc2-4afb-b252-ee66402d4c19 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0609701 Mar 08 12:02:50.674154 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce7e2685-1807-411c-bbca-a3670c15397d req-b6420eef-82f5-4202-9beb-29329ebb95bf tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Mar 08 12:02:51.083513 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f44d-7875-4a96-a2de-a9754dff01cb req-bfecdae2-e35c-42b9-bbc9-6d09d6caf069 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:51.085456 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-17f0f44d-7875-4a96-a2de-a9754dff01cb req-bfecdae2-e35c-42b9-bbc9-6d09d6caf069 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0582116 Mar 08 12:02:51.169588 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-17f0f44d-7875-4a96-a2de-a9754dff01cb req-73644f12-87be-4a6b-8f97-5514b7d12cfa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770037 Mar 08 12:02:51.804025 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028198a8-43a7-4741-8b3b-03cd7bab3179 req-491b8f3c-67cd-4e3a-9ff3-e58ae66aa4bb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:51.809796 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-028198a8-43a7-4741-8b3b-03cd7bab3179 req-491b8f3c-67cd-4e3a-9ff3-e58ae66aa4bb tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0619490 Mar 08 12:02:51.871386 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-028198a8-43a7-4741-8b3b-03cd7bab3179 req-7acf17fe-0049-468f-8a5c-5ed6937ee1d0 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Mar 08 12:02:52.321725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14e467-9318-409b-b688-a7d1d3b5d70c req-0012baec-da02-4b66-9259-efc378222bb3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:52.323274 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e14e467-9318-409b-b688-a7d1d3b5d70c req-0012baec-da02-4b66-9259-efc378222bb3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0539639 Mar 08 12:02:52.373320 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e14e467-9318-409b-b688-a7d1d3b5d70c req-fbdfaa2a-9b63-4dc1-aee9-e254a6ba4529 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 Mar 08 12:02:53.040383 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80b3c-8dfd-4f3d-bc05-52cab4c8c0e0 req-c4c1df7d-7d5e-450f-bb79-276b60e06c6f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:53.041946 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86f80b3c-8dfd-4f3d-bc05-52cab4c8c0e0 req-c4c1df7d-7d5e-450f-bb79-276b60e06c6f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0807111 Mar 08 12:02:53.096095 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86f80b3c-8dfd-4f3d-bc05-52cab4c8c0e0 req-84ec1214-81c3-47f3-b7b1-f07ad7a02333 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Mar 08 12:02:53.506156 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06416b-79ab-4229-b9d4-0d624b93d3c5 req-863020c8-64e7-4f9f-ba95-110cba2515f2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:53.513911 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6a06416b-79ab-4229-b9d4-0d624b93d3c5 req-863020c8-64e7-4f9f-ba95-110cba2515f2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0660782 Mar 08 12:02:53.557794 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6a06416b-79ab-4229-b9d4-0d624b93d3c5 req-4da1957d-1c48-40dd-9f93-b7c2928099b7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 Mar 08 12:02:54.217016 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d311fa-f7ef-428a-9835-ccd21fa27847 req-e2ef61b7-b229-4800-937f-a1edaf63f6ec tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:54.218551 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3d311fa-f7ef-428a-9835-ccd21fa27847 req-e2ef61b7-b229-4800-937f-a1edaf63f6ec tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Mar 08 12:02:54.265500 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3d311fa-f7ef-428a-9835-ccd21fa27847 req-4781e752-3341-4713-9791-1db422ecfd09 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Mar 08 12:02:54.676941 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2284f9-0291-42b6-a402-576aca0ca59e req-a8fdb986-2974-4c8d-b942-e48f3c5748b4 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:54.678646 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7d2284f9-0291-42b6-a402-576aca0ca59e req-a8fdb986-2974-4c8d-b942-e48f3c5748b4 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0522003 Mar 08 12:02:54.729447 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7d2284f9-0291-42b6-a402-576aca0ca59e req-242c91e8-08cd-4ae3-afc5-e20b5968d56b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Mar 08 12:02:54.791817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499e53-cacd-4b17-beca-379d6e1787a3 req-94a8b678-7e66-41b3-ac20-f2521d703e78 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:54.793266 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2499e53-cacd-4b17-beca-379d6e1787a3 req-94a8b678-7e66-41b3-ac20-f2521d703e78 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0694520 Mar 08 12:02:54.839386 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2499e53-cacd-4b17-beca-379d6e1787a3 req-d2294e8c-ef6e-4eb5-b38e-1dd3fc38f1a4 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Mar 08 12:02:55.848934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb64ca7-860e-4bc9-97c3-1ae37a0c88a4 req-6108c0ea-451a-4879-98e4-7e3cd3256a2f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:55.850427 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0eb64ca7-860e-4bc9-97c3-1ae37a0c88a4 req-6108c0ea-451a-4879-98e4-7e3cd3256a2f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0513842 Mar 08 12:02:55.901109 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0eb64ca7-860e-4bc9-97c3-1ae37a0c88a4 req-da420f92-ede5-4025-ba51-09181d641809 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450926 Mar 08 12:02:55.957248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613cad8-1633-40b4-989b-e54814950cbd req-3382c8f6-2eaf-44c6-9215-701b8b11cc75 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:55.958725 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a613cad8-1633-40b4-989b-e54814950cbd req-3382c8f6-2eaf-44c6-9215-701b8b11cc75 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0521290 Mar 08 12:02:56.005867 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a613cad8-1633-40b4-989b-e54814950cbd req-c2816199-37cb-4bbf-9265-7163e5659482 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Mar 08 12:02:56.518305 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-b1248bf0-69a2-4eb9-b316-3c6c4b986296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:56.519822 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-b1248bf0-69a2-4eb9-b316-3c6c4b986296 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 1130 time: 0.0459785 Mar 08 12:02:56.690667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-99fc0cf5-6631-4bd3-b93e-4e60a0027f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:56.692132 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-99fc0cf5-6631-4bd3-b93e-4e60a0027f17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.1373191 Mar 08 12:02:56.758853 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-2221fb3d-b2aa-405c-92bb-50eb0744697d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 200 len: 217 time: 0.0561023 Mar 08 12:02:56.836089 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-750ad899-a3a5-4db0-96f9-b6bb7fdeb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:56.837673 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-750ad899-a3a5-4db0-96f9-b6bb7fdeb087 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0644429 Mar 08 12:02:56.914900 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-a3e04a1a-444d-4726-bfcb-088946d83c0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538125 Mar 08 12:02:57.111331 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67975-e040-4f48-8e14-2a6c849b96d2 req-52de05d3-4f76-4cf7-b502-52b7644e763d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:57.120324 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-61b67975-e040-4f48-8e14-2a6c849b96d2 req-52de05d3-4f76-4cf7-b502-52b7644e763d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1400023 Mar 08 12:02:57.144341 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-283020f2-8ed7-4b28-9524-e356b41de7c5 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156577 Mar 08 12:02:57.173170 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-61b67975-e040-4f48-8e14-2a6c849b96d2 req-febd2e98-d181-4be6-9c67-07000d9c50a1 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517504 Mar 08 12:02:57.258361 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332c5b-82e7-44c9-912b-ec2687c5de94 req-98581c9a-e68b-42db-9b93-3d632c0e1768 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:57.259867 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4332c5b-82e7-44c9-912b-ec2687c5de94 req-98581c9a-e68b-42db-9b93-3d632c0e1768 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1465743 Mar 08 12:02:57.316764 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8a0dfc-a8dd-4192-be56-f813bc583964 req-8d307c83-e8f9-4ba6-9e1f-7a6cb70bb2d8 service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422951 Mar 08 12:02:57.330823 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4332c5b-82e7-44c9-912b-ec2687c5de94 req-8fc6fed5-5301-4e72-bc1b-aa9028abbb7c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644009 Mar 08 12:02:58.316833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292304e-651e-4365-8279-7b8edc4680ae req-e255430b-8f88-4355-9320-b133878fa5ed tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.318371 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0292304e-651e-4365-8279-7b8edc4680ae req-e255430b-8f88-4355-9320-b133878fa5ed tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0627227 Mar 08 12:02:58.369974 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0292304e-651e-4365-8279-7b8edc4680ae req-bfc99539-3bd8-43d0-aa68-f0d32614aa6f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Mar 08 12:02:58.416883 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60040) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:58.481048 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e622b-ab85-4b84-a114-ff1c33fe8048 req-ac2a1536-3ffa-4ca5-8f24-0871f823c4d3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.488769 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf4e622b-ab85-4b84-a114-ff1c33fe8048 req-ac2a1536-3ffa-4ca5-8f24-0871f823c4d3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0666177 Mar 08 12:02:58.497893 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077066-7377-43b4-94f7-a76e1189b71e req-1511e9f6-d702-4cf0-8f64-affb0fd7d1c3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.499940 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-95077066-7377-43b4-94f7-a76e1189b71e req-1511e9f6-d702-4cf0-8f64-affb0fd7d1c3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0616007 Mar 08 12:02:58.508792 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60046) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:58.513995 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'port_id': 'a9556038-39f0-4354-83eb-44e892009e1f'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:58.533675 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf4e622b-ab85-4b84-a114-ff1c33fe8048 req-46431090-2e3a-4888-95c9-d239d022b1e6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Mar 08 12:02:58.562442 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:58.689304 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-80846930-80ff-4161-9b03-93b94ffb68f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e3b02ffef16499f8e59905a9641bcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711539 Mar 08 12:02:58.691762 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60054) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:58.820308 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] Publish callbacks [] for security_group (e8bbc3f4-5403-458b-919f-6e071d30ffa1), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:58.857137 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] Publish callbacks [] for security_group (e8bbc3f4-5403-458b-919f-6e071d30ffa1), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.099861 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e8bbc3f4-5403-458b-919f-6e071d30ffa1), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.102365 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.103487 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8bbc3f4-5403-458b-919f-6e071d30ffa1 HTTP/1.1" status: 204 len: 168 time: 0.4108405 Mar 08 12:02:59.119743 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee4fa0-400f-4e30-9ee6-ed64d2590df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bbc3f4-5403-458b-919f-6e071d30ffa1,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:59.134479 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.194920 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.297931 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP a3a405dd-6c04-414d-a8df-abf11a1f0521 associated. External IP: 172.27.3.179, port: a9556038-39f0-4354-83eb-44e892009e1f. Mar 08 12:02:59.519833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:02:59.657134 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:59.663029 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.672511 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:59.681663 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:59.682264 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:59.698306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0fb6-d94b-46f4-b794-72cb61d982eb req-9424c153-a031-4c5d-82f8-ed412a4fd63e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:59.699795 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-15be0fb6-d94b-46f4-b794-72cb61d982eb req-9424c153-a031-4c5d-82f8-ed412a4fd63e tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0926261 Mar 08 12:02:59.705445 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ee34348d-001d-465c-aa73-c4decf0aadf9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "PUT /v2.0/floatingips/a3a405dd-6c04-414d-a8df-abf11a1f0521 HTTP/1.1" status: 200 len: 992 time: 1.1953812 Mar 08 12:02:59.707098 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:59.709312 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af55801-e632-4f48-946c-5cecdb5a8d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "tag": "a9556038-39f0-4354-83eb-44e892009e1f"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:02:59.753866 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-15be0fb6-d94b-46f4-b794-72cb61d982eb req-e257c796-f876-4ec8-9025-b576f92e367c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Mar 08 12:02:59.755332 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2166b3d-f27e-4965-960a-02ede494a0d9 x-openstack-request-id: req-e2166b3d-f27e-4965-960a-02ede494a0d9 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:02:59.755648 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "tag": "a9556038-39f0-4354-83eb-44e892009e1f", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:02:59.755901 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2166b3d-f27e-4965-960a-02ede494a0d9 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:02:59.756293 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f', 'status': 'completed', 'code': 200} Mar 08 12:02:59.790699 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:00.003885 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'a3a405dd-6c04-414d-a8df-abf11a1f0521', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'a9556038-39f0-4354-83eb-44e892009e1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:96:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:21Z', 'updated_at': '2022-03-08T12:02:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}, {'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:00.109831 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:00.117948 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:00.118541 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:00.222011 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:00.443825 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'a3a405dd-6c04-414d-a8df-abf11a1f0521', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'a9556038-39f0-4354-83eb-44e892009e1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:96:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:21Z', 'updated_at': '2022-03-08T12:02:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}, {'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:00.472624 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5a076-e757-44ce-8b41-c6ccc9dda4a1 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'a3a405dd-6c04-414d-a8df-abf11a1f0521', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'a9556038-39f0-4354-83eb-44e892009e1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:96:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:21Z', 'updated_at': '2022-03-08T12:02:59Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}, {'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:00.655350 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d712c12-f028-4d2e-94aa-86c87374cace None None] New status for floating IP a3a405dd-6c04-414d-a8df-abf11a1f0521: ACTIVE {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:03:00.702778 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-8a9c1bd1-a903-4cf4-b21e-e3b53c916f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.704434 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-8a9c1bd1-a903-4cf4-b21e-e3b53c916f61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0490375 Mar 08 12:03:00.800729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-69ceb4a4-01c5-47e0-9019-f1175ca7c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.802214 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-69ceb4a4-01c5-47e0-9019-f1175ca7c9f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0902438 Mar 08 12:03:00.933076 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-31e041d5-7d93-4545-b19f-530b154ffbc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9556038-39f0-4354-83eb-44e892009e1f HTTP/1.1" status: 200 len: 1000 time: 0.1209819 Mar 08 12:03:00.948484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531abe7-cfcb-43c8-b9b3-a1c03f5c2cbc req-d85ced29-7e9b-49a7-a14b-b5b0c38ac0d8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.949921 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7531abe7-cfcb-43c8-b9b3-a1c03f5c2cbc req-d85ced29-7e9b-49a7-a14b-b5b0c38ac0d8 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1007698 Mar 08 12:03:01.015856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-1f64e16b-5b11-4ab2-ac4d-c478a6ba6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:01.017285 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-1f64e16b-5b11-4ab2-ac4d-c478a6ba6d89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0664947 Mar 08 12:03:01.039821 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7531abe7-cfcb-43c8-b9b3-a1c03f5c2cbc req-1bec0e9f-e9bd-4923-84c4-936343080935 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 Mar 08 12:03:01.085903 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-41d083e0-51c9-493f-b2b3-84656d607bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:01.087354 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-41d083e0-51c9-493f-b2b3-84656d607bfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603445 Mar 08 12:03:01.410809 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-25078304-82e9-4d43-a08c-b9760abf12ba service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146441 Mar 08 12:03:01.503268 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7af55801-e632-4f48-946c-5cecdb5a8d7a req-e5735cb9-e92a-4575-9cc0-c769f7257f6e service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860355 Mar 08 12:03:02.187059 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac758bf-5b1b-4c98-a254-320e29d906c4 req-e7c331f1-323c-4495-9982-3f6bc2c4f02f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:02.193673 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0ac758bf-5b1b-4c98-a254-320e29d906c4 req-e7c331f1-323c-4495-9982-3f6bc2c4f02f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0763848 Mar 08 12:03:02.272781 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0ac758bf-5b1b-4c98-a254-320e29d906c4 req-45c5c160-d608-40c4-86a8-a609f181fd63 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683000 Mar 08 12:03:03.386465 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1972-398e-491f-b5f6-9903dd7c57c2 req-d30c9f5b-c342-4b0d-ad36-4d38049b07ed tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:03.387945 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fde1972-398e-491f-b5f6-9903dd7c57c2 req-d30c9f5b-c342-4b0d-ad36-4d38049b07ed tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Mar 08 12:03:03.434350 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fde1972-398e-491f-b5f6-9903dd7c57c2 req-3c264fed-ee7c-4906-93cd-32b343e298c6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Mar 08 12:03:04.723669 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60268) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:04.825433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60274) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:04.828587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a89131b-d015-47fe-81fa-7412e779ab6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:04.878385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Deleting subnet ae4d1740-f1fa-4d08-9033-276c04a2bd94 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:03:04.884698 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Publish callbacks [] for subnet (ae4d1740-f1fa-4d08-9033-276c04a2bd94), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:04.921118 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a89131b-d015-47fe-81fa-7412e779ab6b admin admin] Publish callbacks [] for security_group (6e1474a9-dce0-4516-b6a3-fb982207b36d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:04.923997 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (ae4d1740-f1fa-4d08-9033-276c04a2bd94), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:04.963176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (ae4d1740-f1fa-4d08-9033-276c04a2bd94), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.018811 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a89131b-d015-47fe-81fa-7412e779ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6e1474a9-dce0-4516-b6a3-fb982207b36d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.064062 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4a89131b-d015-47fe-81fa-7412e779ab6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc5c67803b184f6f8eef4edac3d7a858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391869 Mar 08 12:03:05.064977 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89131b-d015-47fe-81fa-7412e779ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1474a9-dce0-4516-b6a3-fb982207b36d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:05.066956 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60284) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:05.102432 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (ae4d1740-f1fa-4d08-9033-276c04a2bd94), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.134198 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4d1740-f1fa-4d08-9033-276c04a2bd94,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:05.140701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.143799 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-84f989b4-a177-4fff-82e0-870dde2c63bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ae4d1740-f1fa-4d08-9033-276c04a2bd94 HTTP/1.1" status: 204 len: 168 time: 0.3167055 Mar 08 12:03:05.146544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60286) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:05.155167 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] Publish callbacks [] for security_group (6e1474a9-dce0-4516-b6a3-fb982207b36d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.177950 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] Publish callbacks [] for security_group (6e1474a9-dce0-4516-b6a3-fb982207b36d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.218873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (0be535f9-22c3-41a9-8d19-79aaff3119ea), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.302094 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6e1474a9-dce0-4516-b6a3-fb982207b36d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.302815 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (0be535f9-22c3-41a9-8d19-79aaff3119ea), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.305881 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.307283 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e1474a9-dce0-4516-b6a3-fb982207b36d HTTP/1.1" status: 204 len: 168 time: 0.2384565 Mar 08 12:03:05.320359 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ef7a1-57f4-441a-9d90-37d04cf3a4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1474a9-dce0-4516-b6a3-fb982207b36d,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:05.329619 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.329967 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.330876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.331213 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > port after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.331579 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > port after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.331930 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > port after_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.332249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.332733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.333075 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.333429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.409661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.410012 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.410339 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.410667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:03:05.411045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be535f9-22c3-41a9-8d19-79aaff3119ea']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:05.429268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:05.429560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:05.446000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130173'] for segment (c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.466370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.474837 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:03:05.475233 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513473'] for segment (c7c89e58-7aaa-4f9d-8149-fa72fa3ccf08), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: from cryptography.utils import int_from_bytes Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: from cryptography.utils import int_from_bytes Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: Traceback (most recent call last): Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: timer() Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: cb(*args, **kw) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: return func(*args, **kwargs) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: self._notify() Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: self.callback(batched_events) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: event.method(event) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: return f(self, *a, **k) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._get(url).json() Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:03:05.480561 dv-cinder-830087-2-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:03:05.615154 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (0be535f9-22c3-41a9-8d19-79aaff3119ea), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.622490 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:05.627081 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] 10.222.0.52 "DELETE /v2.0/networks/0be535f9-22c3-41a9-8d19-79aaff3119ea HTTP/1.1" status: 204 len: 168 time: 0.4791923 Mar 08 12:03:05.637328 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a89fe7-d2a3-4c8d-9699-fc70fd3d3cde admin admin] Pushing event deleted for resources: {'Network': ['ID=0be535f9-22c3-41a9-8d19-79aaff3119ea,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:05.964552 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60298) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:05.980125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3600ef91-c48a-41f5-9d5f-e95c76e2ea3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.075674 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60306) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:06.096436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3600ef91-c48a-41f5-9d5f-e95c76e2ea3b admin admin] Publish callbacks [] for security_group (f32498e0-9e4b-4a0d-ae8b-b8dd19b71827), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.126108 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b555ce06-d757-47d8-8cee-fe2273eb510c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b33a45757a84006a1a05085631b22c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461431 Mar 08 12:03:06.126474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60310) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:06.181167 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] Publish callbacks [] for security_group (1d494314-6e12-4b22-b7a6-5f6329e26fa1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.184951 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3600ef91-c48a-41f5-9d5f-e95c76e2ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f32498e0-9e4b-4a0d-ae8b-b8dd19b71827), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.209484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] Publish callbacks [] for security_group (1d494314-6e12-4b22-b7a6-5f6329e26fa1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.225436 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3600ef91-c48a-41f5-9d5f-e95c76e2ea3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=033c76b9ef5e4503a51e7c3052743715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596877 Mar 08 12:03:06.227854 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600ef91-c48a-41f5-9d5f-e95c76e2ea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32498e0-9e4b-4a0d-ae8b-b8dd19b71827,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:06.228180 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60312) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:06.299237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] Publish callbacks [] for security_group (f32498e0-9e4b-4a0d-ae8b-b8dd19b71827), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.326947 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] Publish callbacks [] for security_group (f32498e0-9e4b-4a0d-ae8b-b8dd19b71827), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.437763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1d494314-6e12-4b22-b7a6-5f6329e26fa1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.440453 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.444168 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d494314-6e12-4b22-b7a6-5f6329e26fa1 HTTP/1.1" status: 204 len: 168 time: 0.3141537 Mar 08 12:03:06.454089 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c028f3f-bab8-4059-b3bb-7a015d67acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d494314-6e12-4b22-b7a6-5f6329e26fa1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:06.501017 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f32498e0-9e4b-4a0d-ae8b-b8dd19b71827), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.503538 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:06.505104 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f32498e0-9e4b-4a0d-ae8b-b8dd19b71827 HTTP/1.1" status: 204 len: 168 time: 0.2754354 Mar 08 12:03:06.513548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baee98-c0a8-46fb-8c4b-3fd7bbb5a997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32498e0-9e4b-4a0d-ae8b-b8dd19b71827,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:06.828275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f10648-52f6-499f-8b5d-9101da02f9ec req-4c8767c6-1382-4a2a-9315-204bc903511a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:06.829791 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91f10648-52f6-499f-8b5d-9101da02f9ec req-4c8767c6-1382-4a2a-9315-204bc903511a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.0605204 Mar 08 12:03:06.904416 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91f10648-52f6-499f-8b5d-9101da02f9ec req-c13e1de3-9f18-4ea3-9254-fb3f9900b54a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622811 Mar 08 12:03:07.226903 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60342) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:07.240929 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f88507f1-31aa-47b7-8b09-d7eb443988a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.317445 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f88507f1-31aa-47b7-8b09-d7eb443988a0 admin admin] Publish callbacks [] for security_group (d27a582a-bb5f-487b-aa76-a7d4603f9af5), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.398344 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f88507f1-31aa-47b7-8b09-d7eb443988a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d27a582a-bb5f-487b-aa76-a7d4603f9af5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.441661 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88507f1-31aa-47b7-8b09-d7eb443988a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a582a-bb5f-487b-aa76-a7d4603f9af5,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:07.457457 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60358) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:07.458051 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f88507f1-31aa-47b7-8b09-d7eb443988a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50c4b750f51545f586a84938968a2536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288730 Mar 08 12:03:07.508101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] Publish callbacks [] for security_group (d27a582a-bb5f-487b-aa76-a7d4603f9af5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.528423 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] Publish callbacks [] for security_group (d27a582a-bb5f-487b-aa76-a7d4603f9af5), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.637815 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d27a582a-bb5f-487b-aa76-a7d4603f9af5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.640991 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.642149 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d27a582a-bb5f-487b-aa76-a7d4603f9af5 HTTP/1.1" status: 204 len: 168 time: 0.1828575 Mar 08 12:03:07.649921 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27637d7-cec9-4b8f-9fed-9ac3985081f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a582a-bb5f-487b-aa76-a7d4603f9af5,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:07.863228 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60380) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:08.027927 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fbec-4a95-4ffe-94a6-ade061a28659 req-b6f9aca6-a3ee-49eb-9e06-a142c504540b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:08.030061 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-14b3fbec-4a95-4ffe-94a6-ade061a28659 req-b6f9aca6-a3ee-49eb-9e06-a142c504540b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.0608914 Mar 08 12:03:08.090269 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-14b3fbec-4a95-4ffe-94a6-ade061a28659 req-4a1158bc-da5f-46b2-aca0-84c1ea67c531 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538826 Mar 08 12:03:08.114934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f48f8c1d-5ad5-4aea-8143-65d4d08c9a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.190397 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f48f8c1d-5ad5-4aea-8143-65d4d08c9a28 admin admin] Publish callbacks [] for security_group (9575a00c-bc8b-4268-a323-c13901cec5b3), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.298857 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f48f8c1d-5ad5-4aea-8143-65d4d08c9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9575a00c-bc8b-4268-a323-c13901cec5b3), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.339011 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f48f8c1d-5ad5-4aea-8143-65d4d08c9a28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b4c572d2825408f93a7e5fbba463627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723136 Mar 08 12:03:08.339011 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8c1d-5ad5-4aea-8143-65d4d08c9a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9575a00c-bc8b-4268-a323-c13901cec5b3,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:08.339711 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60424) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:08.389734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] Publish callbacks [] for security_group (9575a00c-bc8b-4268-a323-c13901cec5b3), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.413595 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] Publish callbacks [] for security_group (9575a00c-bc8b-4268-a323-c13901cec5b3), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.519623 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-f7a03c31-cbdf-497b-bd21-96cf7fae8f24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417821 Mar 08 12:03:08.535188 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9575a00c-bc8b-4268-a323-c13901cec5b3), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.537704 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:08.538954 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9575a00c-bc8b-4268-a323-c13901cec5b3 HTTP/1.1" status: 204 len: 168 time: 0.1979551 Mar 08 12:03:08.552892 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e41f2f-4b70-4a9e-a520-5b8bd6b64469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575a00c-bc8b-4268-a323-c13901cec5b3,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:08.636040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-95d3c872-d9b0-4163-bbbb-71d8a34e4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:08.639935 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-95d3c872-d9b0-4163-bbbb-71d8a34e4287 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=960767a629b04fc39736132776c6b2e1&device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 1129 time: 0.0590994 Mar 08 12:03:08.778670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-32646656-1ebc-4909-ae9c-d597f4704d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:08.780389 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-32646656-1ebc-4909-ae9c-d597f4704d28 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 200 len: 920 time: 0.1182318 Mar 08 12:03:08.894264 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-646627a4-fe87-455a-b272-f7bdd5c28175 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 200 len: 217 time: 0.0621130 Mar 08 12:03:08.954660 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-9cda1320-7438-4724-baf1-d66960466cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:08.956192 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-9cda1320-7438-4724-baf1-d66960466cf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 200 len: 859 time: 0.0541492 Mar 08 12:03:08.964230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-202ed71b-d81a-40ab-ae1b-b10ec62e0192 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:08.965684 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-202ed71b-d81a-40ab-ae1b-b10ec62e0192 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.1275201 Mar 08 12:03:09.003767 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-0bb76708-3327-466b-bdd5-ef99e9f12136 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1248c3dd-080b-4e5e-8265-e796a76ae394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344436 Mar 08 12:03:09.181354 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-14bc9dfe-6121-4710-9e85-cfb8f77cb8dd service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395359 Mar 08 12:03:09.217323 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Deleting port db1eb937-625e-4e8a-9b8d-da498d7cdddf {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:09.218241 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.240764 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ff099-1216-4684-9d46-7407474880ab req-73e1c4c3-4ac3-49ce-afbc-4aae085ecc01 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:09.243686 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a36ff099-1216-4684-9d46-7407474880ab req-73e1c4c3-4ac3-49ce-afbc-4aae085ecc01 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1102600 Mar 08 12:03:09.300565 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a36ff099-1216-4684-9d46-7407474880ab req-f6785457-e838-4a10-b8e6-25b4382ddab7 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Mar 08 12:03:09.426601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d2fb-2cad-4633-8ed7-b4538ee8545a req-eaeca623-2615-4a43-855d-3e7cfdb4bf75 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:09.428160 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51d9d2fb-2cad-4633-8ed7-b4538ee8545a req-eaeca623-2615-4a43-855d-3e7cfdb4bf75 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 945 time: 0.2059917 Mar 08 12:03:09.430043 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] For port db1eb937-625e-4e8a-9b8d-da498d7cdddf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db1eb937-625e-4e8a-9b8d-da498d7cdddf,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:09.430406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.435414 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11ebbc00-8c83-473a-9847-4aa865ad2312 req-1308e6d2-c6ae-4998-9dbe-b05864cbc29b service neutron] 10.222.0.58 "GET /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531350 Mar 08 12:03:09.460131 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Calling delete_port for db1eb937-625e-4e8a-9b8d-da498d7cdddf owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:09.539856 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51d9d2fb-2cad-4633-8ed7-b4538ee8545a req-9ea9d913-c0ad-45b6-b142-779972342dee tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Mar 08 12:03:09.700209 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (db1eb937-625e-4e8a-9b8d-da498d7cdddf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.719636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60486) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:09.734641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Pushing event deleted for resources: {'Port': ['ID=db1eb937-625e-4e8a-9b8d-da498d7cdddf,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:09.750621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['db1eb937-625e-4e8a-9b8d-da498d7cdddf'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:03:09.804797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] No DVR routers for this DVR port db1eb937-625e-4e8a-9b8d-da498d7cdddf on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:03:09.814040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.814040 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-edc9b2d9-7f4e-4e25-b5da-d5c2b833b9b0 req-36ef3a0e-b846-4ccb-a593-1a1e6d98ccfe tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "DELETE /v2.0/ports/db1eb937-625e-4e8a-9b8d-da498d7cdddf HTTP/1.1" status: 204 len: 173 time: 0.8332829 Mar 08 12:03:09.814040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'name': 'network-vif-deleted', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:09.814351 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e87734-5052-4bf4-a7e4-1889305d2751" -d '{"events": [{"server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "name": "network-vif-deleted", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:09.851910 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f0af3-e648-41d4-b29a-1f3742c4a6b5 x-openstack-request-id: req-5b0f0af3-e648-41d4-b29a-1f3742c4a6b5 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:09.852189 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1abe6-5af4-4f9f-95bf-03ce232a07d1", "name": "network-vif-deleted", "tag": "db1eb937-625e-4e8a-9b8d-da498d7cdddf", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:09.852450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b0f0af3-e648-41d4-b29a-1f3742c4a6b5 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:09.852851 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1abe6-5af4-4f9f-95bf-03ce232a07d1', 'name': 'network-vif-deleted', 'tag': 'db1eb937-625e-4e8a-9b8d-da498d7cdddf', 'status': 'completed', 'code': 200} Mar 08 12:03:09.865944 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1841342086-network', 'tenant_id': '5699872c8cb440dd860801aa699d0699'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:09.947000 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Made reservation on behalf of 5699872c8cb440dd860801aa699d0699 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:09.949357 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.950950 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1bae2129-1172-44e1-89ad-6dcf56e74e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:09.959265 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.035962 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks [] for security_group (93705f22-f3fe-4897-bab3-139c886ad0a9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.133618 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (93705f22-f3fe-4897-bab3-139c886ad0a9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.159282 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:03:10.168694 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93705f22-f3fe-4897-bab3-139c886ad0a9,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:10.173352 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (1cbafde9-0c33-4818-9c03-335cc3febaa0), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.173693 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Added segment 1cbafde9-0c33-4818-9c03-335cc3febaa0 of type vlan for network 3c15c74c-d493-43d2-9761-260880e4d663 Mar 08 12:03:10.219080 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (3c15c74c-d493-43d2-9761-260880e4d663), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.306913 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (3c15c74c-d493-43d2-9761-260880e4d663), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.307965 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:10.308549 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.369622 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] Pushing event updated for resources: {'Network': ['ID=3c15c74c-d493-43d2-9761-260880e4d663,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:10.380120 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 3c15c74c-d493-43d2-9761-260880e4d663 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:03:10.427803 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f867ee-9913-4e86-9f26-6b0b5675f5fc req-be278690-2266-492e-a946-2ee87600aba9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:10.429310 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4f867ee-9913-4e86-9f26-6b0b5675f5fc req-be278690-2266-492e-a946-2ee87600aba9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0562332 Mar 08 12:03:10.459017 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9dcc185d-c45c-430f-bd97-129663486e97 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7380641 Mar 08 12:03:10.461909 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60498) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:10.466973 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Request body: {'subnet': {'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1841342086-subnet', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:10.487791 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4f867ee-9913-4e86-9f26-6b0b5675f5fc req-e491daf8-c33e-484a-b8d6-14f7e6e977c6 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Mar 08 12:03:10.546160 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Made reservation on behalf of 5699872c8cb440dd860801aa699d0699 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:10.548964 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.661467 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-45375d5d-bd9e-499d-bd2f-c704b5372cb9 req-ae426602-5ea2-466f-828b-4ee65a34c25a tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b1abe6-5af4-4f9f-95bf-03ce232a07d1 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Mar 08 12:03:10.804839 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (e110e0b4-3e65-46e2-a574-3d663e3d8d52), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:10.892813 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e110e0b4-3e65-46e2-a574-3d663e3d8d52,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:10.901339 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:10.901701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Network hostable DHCP agents. Network: 3c15c74c-d493-43d2-9761-260880e4d663, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:03:11.026870 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Network 3c15c74c-d493-43d2-9761-260880e4d663 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:03:11.147012 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 3c15c74c-d493-43d2-9761-260880e4d663) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:11.153201 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:11.153798 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.158231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ac534-997c-4a1f-9693-e583d02f37e9 None None] Network 3c15c74c-d493-43d2-9761-260880e4d663 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:03:11.238588 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-60209fc4-369d-4a3e-b2a6-eb2151875084 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7752883 Mar 08 12:03:11.241170 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60516) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:11.246863 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:11.266447 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-3c15c74c-d493-43d2-9761-260880e4d663', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:03:11.270144 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.356761 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.358041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.410986 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Allocated IP 172.20.0.2 (3c15c74c-d493-43d2-9761-260880e4d663/e110e0b4-3e65-46e2-a574-3d663e3d8d52/94f73619-589c-4edc-a87c-8d9efd0e4b02) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:11.416256 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for router_controller (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.568421 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks [] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.661903 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.708894 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:11.711174 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:11.716184 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:11.724020 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for router_gateway (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.742173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbaa3f-2366-4cf9-b1d1-26591d28ce6e req-3b419afe-d556-4881-8928-3506da274a99 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:11.743845 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1fbbaa3f-2366-4cf9-b1d1-26591d28ce6e req-3b419afe-d556-4881-8928-3506da274a99 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1759841 Mar 08 12:03:11.792006 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Pushing event updated for resources: {'Port': ['ID=94f73619-589c-4edc-a87c-8d9efd0e4b02,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:11.805855 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Attempting to bind port 94f73619-589c-4edc-a87c-8d9efd0e4b02 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:11.806586 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Attempting to bind port 94f73619-589c-4edc-a87c-8d9efd0e4b02 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:11.807091 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Attempting to bind port 94f73619-589c-4edc-a87c-8d9efd0e4b02 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:11.812761 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1fbbaa3f-2366-4cf9-b1d1-26591d28ce6e req-8d9f12f4-9bd6-4544-951f-25356e4f50b5 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614364 Mar 08 12:03:11.814287 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:11.814660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:11.815059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.815814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Bound using segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:11.816322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Bound port: 94f73619-589c-4edc-a87c-8d9efd0e4b02, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:11.816961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.895811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:11.909421 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] For port 94f73619-589c-4edc-a87c-8d9efd0e4b02, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:11.912832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] For port 94f73619-589c-4edc-a87c-8d9efd0e4b02, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=94f73619-589c-4edc-a87c-8d9efd0e4b02,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:11.984558 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.059813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c0172-1a02-427f-b9ea-30168ef87efb None None] Pushing event updated for resources: {'Port': ['ID=94f73619-589c-4edc-a87c-8d9efd0e4b02,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:12.074692 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for router_gateway (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.096057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.152936 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c46960fe-394a-476e-a2c3-b61ca83eb133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.216713 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Allocated IP 172.27.3.226 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/74570f50-12b6-4ccd-9929-1a6ab275e03c) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:12.351309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.444690 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.482653 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:12.486570 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:12.491219 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:12.518892 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Pushing event updated for resources: {'Port': ['ID=74570f50-12b6-4ccd-9929-1a6ab275e03c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:12.532426 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.532949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.533209 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.533557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.533910 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.534264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.534617 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.534981 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.535304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.535699 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.536038 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.536392 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.536746 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:12.680398 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device db1eb937-625e-4e8a-9b8d-da498d7cdddf no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:03:12.704832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: db1eb937-625e-4e8a-9b8d-da498d7cdddf {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:03:12.705189 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device db1eb937-625e-4e8a-9b8d-da498d7cdddf not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:03:12.826354 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for router_gateway (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.965654 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7305ee-6a67-42f7-89b3-c538d430893f req-67723ee0-cae4-40ac-a2ab-f422e508c045 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:12.971930 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b7305ee-6a67-42f7-89b3-c538d430893f req-67723ee0-cae4-40ac-a2ab-f422e508c045 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.0685544 Mar 08 12:03:13.037904 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b7305ee-6a67-42f7-89b3-c538d430893f req-aa1acce4-a9f9-4413-a92f-59b97d2b552c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493202 Mar 08 12:03:13.039163 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f024016-a4c3-4ed9-875c-e3ad9799db4a None None] Network 3c15c74c-d493-43d2-9761-260880e4d663 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:03:13.058867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.126123 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Provisioning complete for port 94f73619-589c-4edc-a87c-8d9efd0e4b02 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:13.126513 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.220859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-b641cb19-db58-488f-bbff-c6df499fc597 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:13.222591 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-b641cb19-db58-488f-bbff-c6df499fc597 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1096056 Mar 08 12:03:13.234986 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.250646 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Current status of the port 94f73619-589c-4edc-a87c-8d9efd0e4b02 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:13.251047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.286628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] For port 94f73619-589c-4edc-a87c-8d9efd0e4b02, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=94f73619-589c-4edc-a87c-8d9efd0e4b02,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:13.328143 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:03:13.392957 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.451582 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f22d7-3697-42c8-af4f-0b2b00e26f38 None None] Pushing event updated for resources: {'Port': ['ID=94f73619-589c-4edc-a87c-8d9efd0e4b02,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:13.477920 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 94f73619-589c-4edc-a87c-8d9efd0e4b02 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:13.532848 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-3c36b7aa-dc6a-4a86-920c-736b85a31a45 None None] Provisioning complete for port 94f73619-589c-4edc-a87c-8d9efd0e4b02 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:13.533219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3c36b7aa-dc6a-4a86-920c-736b85a31a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.575389 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 94f73619-589c-4edc-a87c-8d9efd0e4b02 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:13.575788 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.654307 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-3c36b7aa-dc6a-4a86-920c-736b85a31a45 None None] Current status of the port 94f73619-589c-4edc-a87c-8d9efd0e4b02 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:13.673205 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:03:13.681798 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:13.692087 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:13.692690 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:13.696168 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 94f73619-589c-4edc-a87c-8d9efd0e4b02 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:13.749975 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:13.751131 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6f9de12d-32f5-47b9-9329-4ef0b94726b5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5087814 Mar 08 12:03:13.758095 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60544) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:13.798314 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:13.974708 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:12Z', 'revision_number': 3, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:14.006234 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:14.006596 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Updating router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e port 74570f50-12b6-4ccd-9929-1a6ab275e03c binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:14.035062 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.065946 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:14.266543 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f963af-7fbd-4016-8aa0-a3d7f7b83f9e req-89a8681b-d137-44bd-8807-61ce53c8cccd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:14.268138 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1f963af-7fbd-4016-8aa0-a3d7f7b83f9e req-89a8681b-d137-44bd-8807-61ce53c8cccd tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 945 time: 0.1420612 Mar 08 12:03:14.314867 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks [] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.340830 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Deleting port 0ad53b3c-1a4a-475d-be7d-80b42dad350d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:14.341173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.347555 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.388829 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1f963af-7fbd-4016-8aa0-a3d7f7b83f9e req-6b21949f-6a0f-406c-80bc-c2dca245b3aa tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986946 Mar 08 12:03:14.455964 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.518424 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Attempting to bind port 74570f50-12b6-4ccd-9929-1a6ab275e03c on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:14.518880 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Attempting to bind port 74570f50-12b6-4ccd-9929-1a6ab275e03c by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:14.519245 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Attempting to bind port 74570f50-12b6-4ccd-9929-1a6ab275e03c on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:14.524270 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Pushing event updated for resources: {'Port': ['ID=74570f50-12b6-4ccd-9929-1a6ab275e03c,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:14.527111 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:14.527484 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:14.527899 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.528289 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:14.528742 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Bound port: 74570f50-12b6-4ccd-9929-1a6ab275e03c, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:14.529292 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.537701 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] For port 0ad53b3c-1a4a-475d-be7d-80b42dad350d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ad53b3c-1a4a-475d-be7d-80b42dad350d,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:14.538074 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.554946 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.555318 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.555713 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.556222 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.556544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Calling delete_port for 0ad53b3c-1a4a-475d-be7d-80b42dad350d owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:14.556663 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.556869 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.557197 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.557519 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.557850 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.558186 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.558512 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.558826 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.559143 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:14.591337 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] For port 74570f50-12b6-4ccd-9929-1a6ab275e03c, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:14.594953 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] For port 74570f50-12b6-4ccd-9929-1a6ab275e03c, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=74570f50-12b6-4ccd-9929-1a6ab275e03c,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:14.656813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Allocated IP 172.20.0.1 (3c15c74c-d493-43d2-9761-260880e4d663/e110e0b4-3e65-46e2-a574-3d663e3d8d52/6a9f9f38-ddc0-4567-9941-63b177f1183d) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:14.679703 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.738114 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2172a-9077-45bb-a674-c7fb3d77a451 None None] Pushing event updated for resources: {'Port': ['ID=74570f50-12b6-4ccd-9929-1a6ab275e03c,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:14.742194 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:14.742790 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:14.759174 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.814884 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks [] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.848921 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:14.885124 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (0ad53b3c-1a4a-475d-be7d-80b42dad350d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.914088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Pushing event deleted for resources: {'Port': ['ID=0ad53b3c-1a4a-475d-be7d-80b42dad350d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:14.939066 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.983538 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] No DVR routers for this DVR port 0ad53b3c-1a4a-475d-be7d-80b42dad350d on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:03:14.986651 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:14.989944 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f9fb6d4-2de4-4349-aae9-713c8768fd7f req-8380a0e7-9ec7-4c3a-ab22-69b84d0efd00 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "DELETE /v2.0/ports/0ad53b3c-1a4a-475d-be7d-80b42dad350d HTTP/1.1" status: 204 len: 173 time: 0.9154346 Mar 08 12:03:14.994650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'name': 'network-vif-deleted', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:14.996907 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96a4cea-9730-4d8a-b4f7-1eb7758111cd" -d '{"events": [{"server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "name": "network-vif-deleted", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:15.019041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:15.023380 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:15.025992 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Pushing event updated for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:15.027008 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:12Z', 'revision_number': 3, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:15.034680 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:15.060384 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f082e3b-0206-4cf8-aece-da3d1d956a44 x-openstack-request-id: req-8f082e3b-0206-4cf8-aece-da3d1d956a44 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:15.060678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d054b-eb93-479e-8de4-39b64f0aa92d", "name": "network-vif-deleted", "tag": "0ad53b3c-1a4a-475d-be7d-80b42dad350d", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:15.061015 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f082e3b-0206-4cf8-aece-da3d1d956a44 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:15.061463 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d054b-eb93-479e-8de4-39b64f0aa92d', 'name': 'network-vif-deleted', 'tag': '0ad53b3c-1a4a-475d-be7d-80b42dad350d', 'status': 'completed', 'code': 200} Mar 08 12:03:15.086161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.147113 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff63c4e-8d06-49b3-b0aa-7e3268bc4258 None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:12Z', 'revision_number': 3, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:15.285173 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-7753329b-c702-4064-8b67-b3d52cf140f2 None None] Provisioning complete for port 6a9f9f38-ddc0-4567-9941-63b177f1183d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:15.285550 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7753329b-c702-4064-8b67-b3d52cf140f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.323215 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-7753329b-c702-4064-8b67-b3d52cf140f2 None None] Port 6a9f9f38-ddc0-4567-9941-63b177f1183d cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:15.330422 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.487185 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 94f73619-589c-4edc-a87c-8d9efd0e4b02 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:15.519058 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-662d2971-b36a-407e-927c-02a36cd803fe req-3ba80594-bb8e-4348-9ce2-ffd36ed1bbd3 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.0345340 Mar 08 12:03:15.545532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 94f73619-589c-4edc-a87c-8d9efd0e4b02 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:15.546313 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.582532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks [] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.639225 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 94f73619-589c-4edc-a87c-8d9efd0e4b02 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:15.642951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.709693 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Pushing event updated for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:15.712084 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:15.813978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:15.815473 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:15.838087 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['0ad53b3c-1a4a-475d-be7d-80b42dad350d', '89bd4cd6-5035-4a22-bc4a-36035ede5d33'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:03:15.954626 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:03:16.012847 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:16.096508 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:03:16.112171 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c9267abf-7cca-4b61-9bf8-cd6396a032ae admin admin] 10.222.0.52 "PUT /v2.0/routers/8897b1e9-0589-4895-9d1c-5cf2fcbb246e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564272 Mar 08 12:03:16.184370 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-f1c9dcc3-bb53-4827-aa2a-62a087a3dbc3 None None] Provisioning complete for port 6a9f9f38-ddc0-4567-9941-63b177f1183d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:16.184745 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f1c9dcc3-bb53-4827-aa2a-62a087a3dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:16.226264 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9dcc3-bb53-4827-aa2a-62a087a3dbc3 None None] Port 6a9f9f38-ddc0-4567-9941-63b177f1183d cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:16.654089 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bd4fe73e-71cf-431c-afec-02a803f22aab req-26c7bea1-ba85-4aed-bb8b-702bcac93f0d tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72d054b-eb93-479e-8de4-39b64f0aa92d HTTP/1.1" status: 200 len: 210 time: 0.0428967 Mar 08 12:03:16.850862 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60608) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:16.855806 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1068343284-network', 'tenant_id': 'ae3a46736932438bb0983a426a703469'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:16.865424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:16.878563 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:16.879476 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:16.928443 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Made reservation on behalf of ae3a46736932438bb0983a426a703469 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:16.930810 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:16.939296 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:16.994864 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:17.020120 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks [] for security_group (170a79b9-8347-42da-8ce2-dadc461d50ba), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.088664 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (170a79b9-8347-42da-8ce2-dadc461d50ba), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.120695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:03:17.136083 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a79b9-8347-42da-8ce2-dadc461d50ba,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.144512 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.144865 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Added segment 29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb of type vlan for network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149755 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.149755 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.150142 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.150292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.150537 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.151119 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.151451 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.212993 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (65df41a8-eb68-4e76-8ef5-4bbb370c1411), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.223366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 2, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:17.250615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:17.250970 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Updating router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e port 6a9f9f38-ddc0-4567-9941-63b177f1183d binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:17.279131 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.314645 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (65df41a8-eb68-4e76-8ef5-4bbb370c1411), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.315780 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:17.316374 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.378833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] Pushing event updated for resources: {'Network': ['ID=65df41a8-eb68-4e76-8ef5-4bbb370c1411,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.394320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:03:17.469493 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 74570f50-12b6-4ccd-9929-1a6ab275e03c up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:17.487004 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-84044fb3-1a56-4bef-b7ca-16801f204b17 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6349211 Mar 08 12:03:17.489755 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60614) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:17.494960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Request body: {'subnet': {'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1068343284-subnet', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:17.596954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 74570f50-12b6-4ccd-9929-1a6ab275e03c triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:17.597333 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.614363 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Made reservation on behalf of ae3a46736932438bb0983a426a703469 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:17.616766 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780574'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.681272 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks [] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.724985 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 74570f50-12b6-4ccd-9929-1a6ab275e03c is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:17.725383 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.752283 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 74570f50-12b6-4ccd-9929-1a6ab275e03c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=74570f50-12b6-4ccd-9929-1a6ab275e03c,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:17.760376 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.806278 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3c4f2-dbf8-41e0-a546-5ac270a0bb38 None None] Pushing event updated for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.840222 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.854644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780544'] for subnet (561cd028-c5d8-4dfe-8b47-54fb988677f4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.909320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Attempting to bind port 6a9f9f38-ddc0-4567-9941-63b177f1183d on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:17.910056 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Attempting to bind port 6a9f9f38-ddc0-4567-9941-63b177f1183d by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:17.910719 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Attempting to bind port 6a9f9f38-ddc0-4567-9941-63b177f1183d on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:17.921047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:17.922084 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:17.922529 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.922965 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Bound using segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:17.923439 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Bound port: 6a9f9f38-ddc0-4567-9941-63b177f1183d, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:17.923844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:17.940418 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=561cd028-c5d8-4dfe-8b47-54fb988677f4,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.944324 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Checking segment: {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:17.951964 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Network hostable DHCP agents. Network: 65df41a8-eb68-4e76-8ef5-4bbb370c1411, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:03:17.983786 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=74570f50-12b6-4ccd-9929-1a6ab275e03c,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:18.069810 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] For port 6a9f9f38-ddc0-4567-9941-63b177f1183d, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:18.092254 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] For port 6a9f9f38-ddc0-4567-9941-63b177f1183d, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=6a9f9f38-ddc0-4567-9941-63b177f1183d,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:18.092254 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-81511bca-b253-46f1-9906-8f50139e1f55 None None] Provisioning complete for port 6a9f9f38-ddc0-4567-9941-63b177f1183d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:18.092254 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-81511bca-b253-46f1-9906-8f50139e1f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.112698 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:03:18.215774 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 65df41a8-eb68-4e76-8ef5-4bbb370c1411) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:18.222456 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:18.223070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.254940 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949ac4-4b55-49b2-a04b-831d83158af9 req-be5d632c-c10f-49d6-bded-8333fec6a609 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:18.256660 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d949ac4-4b55-49b2-a04b-831d83158af9 req-be5d632c-c10f-49d6-bded-8333fec6a609 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0804815 Mar 08 12:03:18.260497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd92ae-39cd-484a-90df-226044cbcca4 None None] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:03:18.266655 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.311998 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d949ac4-4b55-49b2-a04b-831d83158af9 req-ab7ddff9-16df-4a3d-aed2-7c9a5b86f763 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Mar 08 12:03:18.315105 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-81511bca-b253-46f1-9906-8f50139e1f55 None None] Port 6a9f9f38-ddc0-4567-9941-63b177f1183d cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:18.342150 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f2f4949f-6258-4da5-a1e3-baafc02a6e3e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8509653 Mar 08 12:03:18.356885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60634) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:18.356885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:18.392682 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3c4f2-dbf8-41e0-a546-5ac270a0bb38 None None] Pushing event updated for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:18.398066 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:18.398630 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:18.462751 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.464262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.506070 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'project_id': 'ae3a46736932438bb0983a426a703469', 'fixed_ips': [{'subnet_id': '561cd028-c5d8-4dfe-8b47-54fb988677f4'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:03:18.506969 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.538624 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for router_controller (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.608287 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:18.730751 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0ad53b3c-1a4a-475d-be7d-80b42dad350d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:03:18.732592 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Provisioning complete for port 6a9f9f38-ddc0-4567-9941-63b177f1183d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:18.732967 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.794795 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 0ad53b3c-1a4a-475d-be7d-80b42dad350d {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:03:18.795140 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0ad53b3c-1a4a-475d-be7d-80b42dad350d not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:03:18.857833 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Allocated IP 172.20.0.2 (65df41a8-eb68-4e76-8ef5-4bbb370c1411/561cd028-c5d8-4dfe-8b47-54fb988677f4/73795b82-c0f9-40db-934d-824781a9cc9c) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:19.001131 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for router_gateway (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.013385 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Current status of the port 6a9f9f38-ddc0-4567-9941-63b177f1183d is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:19.019711 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.103249 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] For port 6a9f9f38-ddc0-4567-9941-63b177f1183d, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=6a9f9f38-ddc0-4567-9941-63b177f1183d,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:19.126640 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:18Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:19.159327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2014b-91ba-4476-8358-7d18e3c7a15c None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:18Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:19.161155 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks [] for port (73795b82-c0f9-40db-934d-824781a9cc9c), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.197258 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.255054 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.268192 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baeab6-bf46-4ed0-8f3c-6497f5cd78ee None None] Pushing event updated for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.303394 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:19.309089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:19.313640 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:19.319481 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for router_gateway (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.330337 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Pushing event updated for resources: {'Port': ['ID=73795b82-c0f9-40db-934d-824781a9cc9c,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.342704 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.386181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Attempting to bind port 73795b82-c0f9-40db-934d-824781a9cc9c on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:19.386557 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Attempting to bind port 73795b82-c0f9-40db-934d-824781a9cc9c by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:19.386925 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Attempting to bind port 73795b82-c0f9-40db-934d-824781a9cc9c on network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:19.395964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:19.396343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Checking segment: {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:19.396747 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.397139 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Bound using segment: {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:19.397612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Bound port: 73795b82-c0f9-40db-934d-824781a9cc9c, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:19.398005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.514887 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Allocated IP 172.27.3.87 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/68c1960a-a0d7-446a-bd74-df4e3a72140d) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:19.517475 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] For port 73795b82-c0f9-40db-934d-824781a9cc9c, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:19.535431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] For port 73795b82-c0f9-40db-934d-824781a9cc9c, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=73795b82-c0f9-40db-934d-824781a9cc9c,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:19.571084 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83cc1b-ce9b-4e34-9272-eac1dbffc140 req-a8f1708f-cf8d-4a7b-b717-7cdafd924c44 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:19.572794 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ae83cc1b-ce9b-4e34-9272-eac1dbffc140 req-a8f1708f-cf8d-4a7b-b717-7cdafd924c44 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0813754 Mar 08 12:03:19.620272 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.624892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 6a9f9f38-ddc0-4567-9941-63b177f1183d up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:19.650749 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.659752 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ae83cc1b-ce9b-4e34-9272-eac1dbffc140 req-02ca0ebe-66f5-4d9a-8c48-d251a1bd0369 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785096 Mar 08 12:03:19.742861 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd62d5-0d13-48cb-a0ae-7a9665fc9481 None None] Pushing event updated for resources: {'Port': ['ID=73795b82-c0f9-40db-934d-824781a9cc9c,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.747184 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.787672 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 6a9f9f38-ddc0-4567-9941-63b177f1183d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:19.788050 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:19.790421 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:19.793366 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:19.797154 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:19.821808 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Pushing event updated for resources: {'Port': ['ID=68c1960a-a0d7-446a-bd74-df4e3a72140d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.885706 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 6a9f9f38-ddc0-4567-9941-63b177f1183d is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:19.886817 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 74570f50-12b6-4ccd-9929-1a6ab275e03c up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:19.959408 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 74570f50-12b6-4ccd-9929-1a6ab275e03c triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:19.959884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.054140 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 74570f50-12b6-4ccd-9929-1a6ab275e03c is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:20.181148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for router_gateway (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.397896 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.603684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:03:20.716282 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:03:20.721302 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b06b9c-2149-423a-942f-0a787df6b175 None None] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:03:20.727282 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Sync routers for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:20.737112 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:20.737795 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:20.797491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.800879 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60658) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:20.808729 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8e403658-0fbf-40cc-a851-cb6a29289d49 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4588487 Mar 08 12:03:20.823033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Provisioning complete for port 73795b82-c0f9-40db-934d-824781a9cc9c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:20.823412 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.835251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7304dee-9225-41e1-9a06-ce3feb01ba11 req-f9eebd09-cdee-44f0-b174-2659f7d581a9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:20.837224 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7304dee-9225-41e1-9a06-ce3feb01ba11 req-f9eebd09-cdee-44f0-b174-2659f7d581a9 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0911868 Mar 08 12:03:20.846401 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:20.951658 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7304dee-9225-41e1-9a06-ce3feb01ba11 req-e613116a-858a-4eb3-ad74-3f535cf90d11 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941901 Mar 08 12:03:21.033687 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 3, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:21.065315 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Checking router: a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:21.065906 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Updating router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 port 68c1960a-a0d7-446a-bd74-df4e3a72140d binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:21.091927 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Current status of the port 73795b82-c0f9-40db-934d-824781a9cc9c is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:21.092487 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.096611 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.131334 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] For port 73795b82-c0f9-40db-934d-824781a9cc9c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=73795b82-c0f9-40db-934d-824781a9cc9c,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:21.217393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.273275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a001773-ad8e-48c9-b9ce-f3aac89ceb1c None None] Pushing event updated for resources: {'Port': ['ID=73795b82-c0f9-40db-934d-824781a9cc9c,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:21.338146 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-2ee34391-f5e1-4b9d-aae8-a519d498e238 None None] Provisioning complete for port 73795b82-c0f9-40db-934d-824781a9cc9c triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:21.338426 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2ee34391-f5e1-4b9d-aae8-a519d498e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.379603 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks [] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.423885 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.424098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2ee34391-f5e1-4b9d-aae8-a519d498e238 None None] Current status of the port 73795b82-c0f9-40db-934d-824781a9cc9c is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:21.479856 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b010da-b640-405a-8cc5-116a655c46e2 None None] Pushing event updated for resources: {'Port': ['ID=68c1960a-a0d7-446a-bd74-df4e3a72140d,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:21.490555 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 73795b82-c0f9-40db-934d-824781a9cc9c up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:21.499397 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Attempting to bind port 68c1960a-a0d7-446a-bd74-df4e3a72140d on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:21.500048 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Attempting to bind port 68c1960a-a0d7-446a-bd74-df4e3a72140d by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:21.500845 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Attempting to bind port 68c1960a-a0d7-446a-bd74-df4e3a72140d on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:21.509217 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:21.520731 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:21.520731 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.521042 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:21.521365 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Bound port: 68c1960a-a0d7-446a-bd74-df4e3a72140d, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:21.521726 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.555837 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 73795b82-c0f9-40db-934d-824781a9cc9c triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:21.556348 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.577792 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] For port 68c1960a-a0d7-446a-bd74-df4e3a72140d, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:21.581590 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] For port 68c1960a-a0d7-446a-bd74-df4e3a72140d, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=68c1960a-a0d7-446a-bd74-df4e3a72140d,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:21.607247 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.642140 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 73795b82-c0f9-40db-934d-824781a9cc9c is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:21.648615 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:21.705272 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b010da-b640-405a-8cc5-116a655c46e2 None None] Pushing event updated for resources: {'Port': ['ID=68c1960a-a0d7-446a-bd74-df4e3a72140d,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:21.708118 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:21.708697 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:21.767150 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Allocated IP 172.20.0.1 (65df41a8-eb68-4e76-8ef5-4bbb370c1411/561cd028-c5d8-4dfe-8b47-54fb988677f4/5d93174b-94cf-4a67-a69d-e04d65057d63) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:21.821356 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:21.871225 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks [] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.008325 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 3, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:22.038756 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2acd7-75e1-4329-80aa-afbd19e1c0c2 None None] The sync data for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi is: [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 3, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:22.138622 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d639-86e8-4356-8a7f-1b5ecf29d0a6 req-0d9018dc-2f46-43eb-92d2-151362182965 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:22.138622 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8a8d639-86e8-4356-8a7f-1b5ecf29d0a6 req-0d9018dc-2f46-43eb-92d2-151362182965 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0604506 Mar 08 12:03:22.141478 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8a8d639-86e8-4356-8a7f-1b5ecf29d0a6 req-6baef011-c38d-4380-b46e-8ff38a5a790f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Mar 08 12:03:22.272530 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.323991 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:22.327169 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:22.331378 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:22.340473 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Pushing event updated for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:22.378438 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.575315 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.575598 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-c31d827f-6f2d-42d5-8b39-6ff84db3b6ed None None] Provisioning complete for port 5d93174b-94cf-4a67-a69d-e04d65057d63 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:22.577321 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c31d827f-6f2d-42d5-8b39-6ff84db3b6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.616999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-c31d827f-6f2d-42d5-8b39-6ff84db3b6ed None None] Port 5d93174b-94cf-4a67-a69d-e04d65057d63 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:22.789103 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks [] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.863292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.892043 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-dce4b5a0-b4a5-445d-b84d-1ad9536057c9 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:22.893533 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-dce4b5a0-b4a5-445d-b84d-1ad9536057c9 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/networks?id=acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 200 len: 813 time: 0.1230447 Mar 08 12:03:22.909668 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-a93f623d-1604-4b37-90c9-727e35412334 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/quotas/149f308259a840469dbeaee05e828ae4 HTTP/1.1" status: 200 len: 375 time: 0.0097613 Mar 08 12:03:22.933530 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Pushing event updated for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:22.943746 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.956697 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-1cbe1314-663f-4642-bbab-1f5f690be49f tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382698 Mar 08 12:03:23.063289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:23.065048 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:23.070315 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-1675b956-cbc0-4d34-a2e9-2c9cd973472f service neutron] 10.222.0.52 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992243 Mar 08 12:03:23.194438 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-77ab695e-80e0-489d-86c7-3fd7a5f6a074 service neutron] 10.222.0.52 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146553 Mar 08 12:03:23.209068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:03:23.350080 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-d8f3fd52-7f12-49e4-a28d-0f2146f9b004 None None] Provisioning complete for port 5d93174b-94cf-4a67-a69d-e04d65057d63 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:23.350493 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d8f3fd52-7f12-49e4-a28d-0f2146f9b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.390062 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3fd52-7f12-49e4-a28d-0f2146f9b004 None None] Port 5d93174b-94cf-4a67-a69d-e04d65057d63 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:23.401200 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49402819-109b-4ffc-ae3a-67e2f9f166e0 req-0c677e32-9b97-4a46-91aa-82a9ea4c7e0c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:23.402672 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-49402819-109b-4ffc-ae3a-67e2f9f166e0 req-0c677e32-9b97-4a46-91aa-82a9ea4c7e0c tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.1235065 Mar 08 12:03:23.419205 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:03:23.427437 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-723fbb09-7203-429d-862b-349dffa91901 admin admin] 10.222.0.52 "PUT /v2.0/routers/a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233597 Mar 08 12:03:23.490684 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 68c1960a-a0d7-446a-bd74-df4e3a72140d up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:23.547943 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-49402819-109b-4ffc-ae3a-67e2f9f166e0 req-3a728bed-172b-4344-8d4b-7a34796a4be1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306303 Mar 08 12:03:23.582419 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 68c1960a-a0d7-446a-bd74-df4e3a72140d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:23.584406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.627095 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d121ebf5-9fab-4956-91a5-6266d3e0abb2 req-4c9cb287-5d43-4fce-8e2d-bba0f7f4f8bd tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0921655 Mar 08 12:03:23.758702 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 68c1960a-a0d7-446a-bd74-df4e3a72140d is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:23.763610 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.805190 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 68c1960a-a0d7-446a-bd74-df4e3a72140d, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=68c1960a-a0d7-446a-bd74-df4e3a72140d,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:23.866796 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.927972 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=68c1960a-a0d7-446a-bd74-df4e3a72140d,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:23.985716 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Sync routers for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:24.004119 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:24.004759 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:24.126203 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:24.352439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60720) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:24.357377 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166741701', 'description': 'tempest-secgroup-smoke-1166741701 description', 'project_id': '5699872c8cb440dd860801aa699d0699'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:24.370392 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:22Z', 'revision_number': 4, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5d93174b-94cf-4a67-a69d-e04d65057d63', 'name': '', 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'mac_address': 'fa:16:3e:fa:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:21Z', 'updated_at': '2022-03-08T12:03:22Z', 'revision_number': 2, 'project_id': 'ae3a46736932438bb0983a426a703469', 'subnets': [{'id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:24.397458 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Checking router: a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:24.397812 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Updating router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 port 5d93174b-94cf-4a67-a69d-e04d65057d63 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:24.426934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.463381 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.551681 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (c8091b79-8399-4ff4-9fea-ad0311c7f3ea), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.650016 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c8091b79-8399-4ff4-9fea-ad0311c7f3ea), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.734053 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8091b79-8399-4ff4-9fea-ad0311c7f3ea,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:24.758538 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8cf2f-94d0-4579-be07-7e445787b4b2 req-fca377ee-7568-4490-8f0b-7c064c06839b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:24.760214 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-04f8cf2f-94d0-4579-be07-7e445787b4b2 req-fca377ee-7568-4490-8f0b-7c064c06839b tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0846081 Mar 08 12:03:24.768522 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks [] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.769281 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d43e5c8-677b-4b07-a63d-6f8161b1c8a9 req-857b9a22-83f5-428b-b7ba-297f368707e7 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0363472 Mar 08 12:03:24.777412 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.778780 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-cecd265f-ac9c-4d83-a0ae-65b8ae30c886 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4253349 Mar 08 12:03:24.781977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60734) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:24.796321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:24.839550 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-04f8cf2f-94d0-4579-be07-7e445787b4b2 req-f7dcbd4c-bc89-400e-8bfd-3194b7ceba79 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Mar 08 12:03:24.857121 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.891686 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (b2bcee0b-0306-49e2-a40a-a813b930c557), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.910387 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7223ab-edaa-4f3b-8768-c5014bae7504 None None] Pushing event updated for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:24.946489 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (b2bcee0b-0306-49e2-a40a-a813b930c557), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.981588 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Attempting to bind port 5d93174b-94cf-4a67-a69d-e04d65057d63 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:24.982129 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Attempting to bind port 5d93174b-94cf-4a67-a69d-e04d65057d63 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:24.982665 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Attempting to bind port 5d93174b-94cf-4a67-a69d-e04d65057d63 on network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:24.990376 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:24.990833 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Checking segment: {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:24.991268 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.991708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Bound using segment: {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:24.992175 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Bound port: 5d93174b-94cf-4a67-a69d-e04d65057d63, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:24.992553 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.023230 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (b2bcee0b-0306-49e2-a40a-a813b930c557), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.043386 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bcee0b-0306-49e2-a40a-a813b930c557,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.067280 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] For port 5d93174b-94cf-4a67-a69d-e04d65057d63, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:25.070596 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] For port 5d93174b-94cf-4a67-a69d-e04d65057d63, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5d93174b-94cf-4a67-a69d-e04d65057d63,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:25.120325 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-f38f0c73-c62e-426f-b2d1-d734ae5f15dd None None] Provisioning complete for port 5d93174b-94cf-4a67-a69d-e04d65057d63 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:25.120701 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f38f0c73-c62e-426f-b2d1-d734ae5f15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.122583 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.123895 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-edf10003-29bf-4fc7-9b50-e691be585a5d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407645 Mar 08 12:03:25.131865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60738) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:25.136349 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:25.151381 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.178162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0c73-c62e-426f-b2d1-d734ae5f15dd None None] Port 5d93174b-94cf-4a67-a69d-e04d65057d63 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:25.216839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:25.217469 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:25.219828 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7223ab-edaa-4f3b-8768-c5014bae7504 None None] Pushing event updated for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.241574 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (ff6c1b2b-9f28-4832-97f3-589990e49b0f), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.316646 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (ff6c1b2b-9f28-4832-97f3-589990e49b0f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.342475 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:25.381456 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (ff6c1b2b-9f28-4832-97f3-589990e49b0f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.414576 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6c1b2b-9f28-4832-97f3-589990e49b0f,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.436448 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 68c1960a-a0d7-446a-bd74-df4e3a72140d up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:25.486866 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.488575 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5789d786-bb07-49f8-ae52-514fc6706767 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557086 Mar 08 12:03:25.491416 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60740) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:25.495723 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:25.534099 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Provisioning complete for port 5d93174b-94cf-4a67-a69d-e04d65057d63 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:25.534472 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.586933 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (25496184-7cc1-4838-8ddd-541b23e46cbd), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.614341 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 68c1960a-a0d7-446a-bd74-df4e3a72140d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:25.614715 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.644238 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (25496184-7cc1-4838-8ddd-541b23e46cbd), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.711636 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Current status of the port 5d93174b-94cf-4a67-a69d-e04d65057d63 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:25.712071 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.718404 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:22Z', 'revision_number': 4, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5d93174b-94cf-4a67-a69d-e04d65057d63', 'name': '', 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'mac_address': 'fa:16:3e:fa:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:21Z', 'updated_at': '2022-03-08T12:03:25Z', 'revision_number': 4, 'project_id': 'ae3a46736932438bb0983a426a703469', 'subnets': [{'id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:25.718621 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (25496184-7cc1-4838-8ddd-541b23e46cbd), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.734116 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25496184-7cc1-4838-8ddd-541b23e46cbd,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.777177 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca107b-5160-44ed-87ab-3e55e40960d0 None None] The sync data for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi is: [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:03:22Z', 'revision_number': 4, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5d93174b-94cf-4a67-a69d-e04d65057d63', 'name': '', 'network_id': '65df41a8-eb68-4e76-8ef5-4bbb370c1411', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'mac_address': 'fa:16:3e:fa:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:21Z', 'updated_at': '2022-03-08T12:03:25Z', 'revision_number': 4, 'project_id': 'ae3a46736932438bb0983a426a703469', 'subnets': [{'id': '561cd028-c5d8-4dfe-8b47-54fb988677f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:25.804281 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.804483 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7eabfebd-f6f0-46c1-a4fa-6c1bd531d662 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120191 Mar 08 12:03:25.807423 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60748) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:25.812327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:25.817546 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 68c1960a-a0d7-446a-bd74-df4e3a72140d is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:25.824250 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] For port 5d93174b-94cf-4a67-a69d-e04d65057d63, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5d93174b-94cf-4a67-a69d-e04d65057d63,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:25.905503 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d323afe9-bb69-4cfb-9919-cff11466d210 req-e3b7080f-c101-415d-8b33-6fd37fdb4f24 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0327036 Mar 08 12:03:25.910132 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.943917 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (801fb559-f88e-4203-9234-38dbae093347), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.986032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93f79-8106-4cc5-a9a8-efa1eef23619 None None] Pushing event updated for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:26.014196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (801fb559-f88e-4203-9234-38dbae093347), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.019242 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347c82-bb12-49a8-a17f-dbf716fdeb6b req-7041a663-9c7d-4e28-97c5-f08bc9e6abb1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:26.021119 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4f347c82-bb12-49a8-a17f-dbf716fdeb6b req-7041a663-9c7d-4e28-97c5-f08bc9e6abb1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0740769 Mar 08 12:03:26.070416 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4f347c82-bb12-49a8-a17f-dbf716fdeb6b req-691ec06f-104e-478a-a096-df7a1ca62d20 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Mar 08 12:03:26.089951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (801fb559-f88e-4203-9234-38dbae093347), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.108440 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801fb559-f88e-4203-9234-38dbae093347,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:26.188947 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.190839 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7dc8310e-441b-48c2-be18-fff4f08163a0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823984 Mar 08 12:03:26.193898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60754) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:26.199666 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:26.321053 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.securitygroups_db [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Project 5699872c8cb440dd860801aa699d0699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:03:26.326804 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (4773bb05-366d-426b-9e68-ef15ecf7091b), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.410644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (4773bb05-366d-426b-9e68-ef15ecf7091b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.506979 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (4773bb05-366d-426b-9e68-ef15ecf7091b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.526921 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4773bb05-366d-426b-9e68-ef15ecf7091b,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:26.600797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.604658 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f6053fbe-829d-447a-a6b7-00656563a4a4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072714 Mar 08 12:03:26.604965 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60758) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:26.609549 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'security_group_rule': {'security_group_id': 'c8091b79-8399-4ff4-9fea-ad0311c7f3ea', 'project_id': '5699872c8cb440dd860801aa699d0699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:26.689984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.securitygroups_db [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Project 5699872c8cb440dd860801aa699d0699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:03:26.695712 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (bc70a231-93d2-44fc-9537-11dcb5c82d22), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.766026 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (bc70a231-93d2-44fc-9537-11dcb5c82d22), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.838412 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (bc70a231-93d2-44fc-9537-11dcb5c82d22), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.859939 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc70a231-93d2-44fc-9537-11dcb5c82d22,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:26.962738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.973475 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6a372b0e-8e39-4555-9db8-7033cd740234 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3581424 Mar 08 12:03:27.023048 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86c49970-fd63-4ad1-9d85-d9fbb7d07bf4 req-fe0693b4-417e-4af2-b9a7-8972cf182fa2 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0292361 Mar 08 12:03:27.194578 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec668537-d6d9-4eaa-ab20-c73996a8348b req-0b83bf4d-f141-4d2e-9e63-9992b0544b1f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:27.198485 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ec668537-d6d9-4eaa-ab20-c73996a8348b req-0b83bf4d-f141-4d2e-9e63-9992b0544b1f tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0606685 Mar 08 12:03:27.250094 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ec668537-d6d9-4eaa-ab20-c73996a8348b req-0af94dd5-a029-4e0a-91e6-e22dd373ab13 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/security-groups?id=5642e0d9-7677-4813-9fdb-12f9f14e7353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Mar 08 12:03:27.445703 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5d93174b-94cf-4a67-a69d-e04d65057d63 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:27.493653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5d93174b-94cf-4a67-a69d-e04d65057d63 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:27.494033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:27.559137 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829572b-934b-43ed-b0ec-9daae73e47be req-d68f1553-3f52-4915-ac4e-86e993fe87ed tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:27.560710 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829572b-934b-43ed-b0ec-9daae73e47be req-d68f1553-3f52-4915-ac4e-86e993fe87ed tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 946 time: 0.0550191 Mar 08 12:03:27.675340 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Deleting port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:27.675727 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:27.710479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5d93174b-94cf-4a67-a69d-e04d65057d63 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:27.775330 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] For port 89bd4cd6-5035-4a22-bc4a-36035ede5d33, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89bd4cd6-5035-4a22-bc4a-36035ede5d33,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:27.776544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:27.793852 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Calling delete_port for 89bd4cd6-5035-4a22-bc4a-36035ede5d33 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:28.011972 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (89bd4cd6-5035-4a22-bc4a-36035ede5d33), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:28.047831 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Pushing event deleted for resources: {'Port': ['ID=89bd4cd6-5035-4a22-bc4a-36035ede5d33,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:28.052612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['89bd4cd6-5035-4a22-bc4a-36035ede5d33'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:03:28.089901 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] No DVR routers for this DVR port 89bd4cd6-5035-4a22-bc4a-36035ede5d33 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:03:28.093093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:28.096914 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829572b-934b-43ed-b0ec-9daae73e47be req-ca2e349a-48b6-4553-aef7-caaff86b72d1 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.58 "DELETE /v2.0/ports/89bd4cd6-5035-4a22-bc4a-36035ede5d33 HTTP/1.1" status: 204 len: 173 time: 0.5276744 Mar 08 12:03:28.097372 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'name': 'network-vif-deleted', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:28.099623 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981fe60-f79f-4c88-a5b8-beb70a48eb56" -d '{"events": [{"server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "name": "network-vif-deleted", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:28.131043 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3bfc4ddb-ac8e-4278-a126-11df24b14b72 req-8e0d553c-32d8-42fe-b82e-cb92fe5b6895 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0284686 Mar 08 12:03:28.140311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1027c98-1d22-4d9e-b61f-8f84ab30e3d2 x-openstack-request-id: req-b1027c98-1d22-4d9e-b61f-8f84ab30e3d2 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:28.140672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73382e11-08d8-429d-b306-37300a3b9dc5", "name": "network-vif-deleted", "tag": "89bd4cd6-5035-4a22-bc4a-36035ede5d33", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:28.140996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1027c98-1d22-4d9e-b61f-8f84ab30e3d2 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:28.141459 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73382e11-08d8-429d-b306-37300a3b9dc5', 'name': 'network-vif-deleted', 'tag': '89bd4cd6-5035-4a22-bc4a-36035ede5d33', 'status': 'completed', 'code': 200} Mar 08 12:03:28.367972 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-13f3e6d3-b2ac-48b9-aad2-63acf5def588 req-11f968aa-2c44-46a8-8f13-14cf4eb58155 tempest-ServerRescueNegativeTestJSON-1272949875 tempest-ServerRescueNegativeTestJSON-1272949875-project] 10.222.0.52 "GET /v2.0/ports?device_id=73382e11-08d8-429d-b306-37300a3b9dc5 HTTP/1.1" status: 200 len: 210 time: 0.0320766 Mar 08 12:03:28.584781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-1c58aeba-b7bd-4c27-9ff0-ecec150d39eb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:28.586233 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-1c58aeba-b7bd-4c27-9ff0-ecec150d39eb tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "GET /v2.0/networks?id=acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 200 len: 813 time: 0.1137691 Mar 08 12:03:28.615465 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Request body: {'port': {'device_id': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40', 'admin_state_up': True, 'tenant_id': '149f308259a840469dbeaee05e828ae4'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:28.823574 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Made reservation on behalf of 149f308259a840469dbeaee05e828ae4 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:28.827118 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:28.990001 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Allocated IP 172.20.0.6 (acfc5d20-5475-442f-a2ad-913301141f40/8453fb85-5006-40e6-b006-b6f73b456c98/0682d595-59ac-4779-ba3b-ed8c618fa9d0) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:29.150941 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks [] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:29.249408 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-576eba8c-0d4e-46c7-9b5a-4a60b3ebff24 req-6d587255-2bf8-4089-a2ec-ffb6dff4f7b3 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0287688 Mar 08 12:03:29.319610 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:29.368447 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Network acfc5d20-5475-442f-a2ad-913301141f40 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:29.371609 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:29.375498 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:29.404432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Pushing event updated for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:29.432005 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:29.432720 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:29.449399 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60868) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:29.595184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-e5a505e8-db11-4d6e-8bdc-536eacc1bea5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840343 Mar 08 12:03:29.616675 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Request body: {'port': {'device_id': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:29.979107 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.357822 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e0bfe-1267-4a72-9e3a-b55e5aeebc77 req-746dbc0f-c111-47fd-becd-74894b107ef1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:30.359314 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-187e0bfe-1267-4a72-9e3a-b55e5aeebc77 req-746dbc0f-c111-47fd-becd-74894b107ef1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.2019582 Mar 08 12:03:30.378178 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f5331-9b89-4d5e-a05b-cc7ab60219f9 req-6c5a28d4-7a0c-4c5c-9c40-94a4b44f6a44 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:30.380107 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d73f5331-9b89-4d5e-a05b-cc7ab60219f9 req-6c5a28d4-7a0c-4c5c-9c40-94a4b44f6a44 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 931 time: 0.0557714 Mar 08 12:03:30.428143 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d73f5331-9b89-4d5e-a05b-cc7ab60219f9 req-d3ff13a2-2fc4-4ea7-8023-cc02b0a37e98 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Mar 08 12:03:30.483009 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-187e0bfe-1267-4a72-9e3a-b55e5aeebc77 req-ac84ba95-2c57-4fef-bfb0-a8384ad34c3e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136110 Mar 08 12:03:30.489426 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.560368 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0682d595-59ac-4779-ba3b-ed8c618fa9d0 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:30.571040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks [] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.619786 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Transition to ACTIVE for port object 0682d595-59ac-4779-ba3b-ed8c618fa9d0 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:03:30.695161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.786584 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:30.894063 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Attempting to bind port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:30.894266 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Attempting to bind port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:30.894556 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Attempting to bind port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 on network acfc5d20-5475-442f-a2ad-913301141f40 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:30.902817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 on network acfc5d20-5475-442f-a2ad-913301141f40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:03:30.903150 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Attempting to bind port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 on network acfc5d20-5475-442f-a2ad-913301141f40 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:30.925299 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:30.930190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Checking segment: {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:30.930190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Bound using segment: {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:30.930190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Bound port: 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60689ebd-89f0-4811-ac9c-b6911b531689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:30.930190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.998109 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Deleting port 5a1a961d-1260-4f59-862a-d1371ba4ac03 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:30.998454 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.022123 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:31.061612 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:31.100785 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] For port 5a1a961d-1260-4f59-862a-d1371ba4ac03, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5a1a961d-1260-4f59-862a-d1371ba4ac03,segment=NetworkSegment(ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f),segment_id=ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:31.101151 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.114564 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Calling delete_port for 5a1a961d-1260-4f59-862a-d1371ba4ac03 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:31.175271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.259244 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.259895 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.261319 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] 10.222.0.58 "PUT /v2.0/ports/0682d595-59ac-4779-ba3b-ed8c618fa9d0 HTTP/1.1" status: 200 len: 1093 time: 1.6510775 Mar 08 12:03:31.261813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:31.264056 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:31.296088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76609ead-93e8-45cc-bb87-c533cd255a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:31.412814 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01187124-7972-4742-b689-1fa703b2e47b x-openstack-request-id: req-01187124-7972-4742-b689-1fa703b2e47b {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:31.413411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:31.413411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01187124-7972-4742-b689-1fa703b2e47b {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:31.413717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0', 'status': 'completed', 'code': 200} Mar 08 12:03:31.449356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-12c3882c-460d-46af-b6d3-5d756669862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.450905 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-12c3882c-460d-46af-b6d3-5d756669862b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 1127 time: 0.0470405 Mar 08 12:03:31.457042 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (5a1a961d-1260-4f59-862a-d1371ba4ac03), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.487986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1a961d-1260-4f59-862a-d1371ba4ac03,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:31.535974 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-92ff7fc2-e009-4058-803e-46e2bca0df46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0 HTTP/1.1" status: 200 len: 217 time: 0.0516169 Mar 08 12:03:31.610096 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9ce7e-3ce1-4de6-a04b-941079035ba6 req-bb45319b-0aba-4ce0-a54a-807e6a7eced7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.611676 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c3b9ce7e-3ce1-4de6-a04b-941079035ba6 req-bb45319b-0aba-4ce0-a54a-807e6a7eced7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Mar 08 12:03:31.655684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-7f7eca86-559d-43e7-bc3a-cca5d3430989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.657189 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-7f7eca86-559d-43e7-bc3a-cca5d3430989 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8453fb85-5006-40e6-b006-b6f73b456c98 HTTP/1.1" status: 200 len: 853 time: 0.1055958 Mar 08 12:03:31.662398 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c3b9ce7e-3ce1-4de6-a04b-941079035ba6 req-f280df7b-5544-40df-83fd-eafb9e21bd57 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Mar 08 12:03:31.710580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad95cee-eadc-46ca-87d5-907516e480dc req-c7cfca5b-a0f1-4155-86aa-c359924302b0 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.712067 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ad95cee-eadc-46ca-87d5-907516e480dc req-c7cfca5b-a0f1-4155-86aa-c359924302b0 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 943 time: 0.1864154 Mar 08 12:03:31.732702 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-fa96bbcb-58f7-436e-935b-380b2a2a5931 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=acfc5d20-5475-442f-a2ad-913301141f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432980 Mar 08 12:03:31.877355 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ad95cee-eadc-46ca-87d5-907516e480dc req-de3ef1d2-19d2-4f5b-9f03-7fe86d3c0c0b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501486 Mar 08 12:03:31.880364 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:31.905164 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-6f2e6b42-4824-4a29-89a3-3486b4c6fbe9 service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633451 Mar 08 12:03:32.307158 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4bec67f-b1d6-43b7-ab5c-fa6f09728e40 req-42c16e3a-ba1a-46e1-9f5e-d0e55f0a5468 service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687701 Mar 08 12:03:32.414178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:03:32.526501 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:03:32.532049 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7aba6bbd-6350-4d82-acfd-c9e44c1fec8c admin admin] 10.222.0.52 "PUT /v2.0/routers/c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0835662 Mar 08 12:03:32.534494 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60930) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:32.539386 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Sync routers for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:32.551064 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:32.552150 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:32.664504 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:32.673432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-2c13d55a-430f-43a8-88f5-05b6ddfe37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.675555 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-2c13d55a-430f-43a8-88f5-05b6ddfe37d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=149f308259a840469dbeaee05e828ae4&device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 1127 time: 0.0955105 Mar 08 12:03:32.697297 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks [] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:32.844678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbc8bf-acd4-4866-8b62-306e77d0345c req-94776eca-0aff-4541-b3ef-cef98c3c2827 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.846941 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b6cbc8bf-acd4-4866-8b62-306e77d0345c req-94776eca-0aff-4541-b3ef-cef98c3c2827 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0730572 Mar 08 12:03:32.851165 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:03:31Z', 'revision_number': 5, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:32.880229 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Checking router: c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:32.889699 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-c4196b90-32ef-4f15-bd7e-f91cf6199d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.890785 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Routers {'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:03:32.891441 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:32.891589 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-c4196b90-32ef-4f15-bd7e-f91cf6199d02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 200 len: 914 time: 0.2089131 Mar 08 12:03:32.915172 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b6cbc8bf-acd4-4866-8b62-306e77d0345c req-190f7e79-1d77-4b44-a17d-a95c7349c1e0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613122 Mar 08 12:03:32.943268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks [] for router_gateway (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:32.949621 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-4edd2f5d-a97f-4301-aca8-7f433ca02dbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0 HTTP/1.1" status: 200 len: 217 time: 0.0508721 Mar 08 12:03:33.056365 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-9a51d301-7e6f-40a3-8a5f-f7dc0fd97b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.057972 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-9a51d301-7e6f-40a3-8a5f-f7dc0fd97b74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8453fb85-5006-40e6-b006-b6f73b456c98 HTTP/1.1" status: 200 len: 853 time: 0.1017771 Mar 08 12:03:33.095668 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] Set router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:03:33.104480 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-5eb8ac62-fc81-4187-a4a0-bdab107a57d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=acfc5d20-5475-442f-a2ad-913301141f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395405 Mar 08 12:03:33.112668 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cf52-6f36-4fe7-8fe1-5155fd1c9362 req-7bc94ef5-8dd7-4408-872e-0dad8074c132 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.114519 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7f93cf52-6f36-4fe7-8fe1-5155fd1c9362 req-7bc94ef5-8dd7-4408-872e-0dad8074c132 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 943 time: 0.1505477 Mar 08 12:03:33.168175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Deleting port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:33.177254 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.178414 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 89bd4cd6-5035-4a22-bc4a-36035ede5d33 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:03:33.210554 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 89bd4cd6-5035-4a22-bc4a-36035ede5d33 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:03:33.210938 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 89bd4cd6-5035-4a22-bc4a-36035ede5d33 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:03:33.284658 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7f93cf52-6f36-4fe7-8fe1-5155fd1c9362 req-a95266f3-944f-455b-8db0-f333a0e94e5e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590633 Mar 08 12:03:33.305116 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-0c2ab545-c874-4b56-a80b-41e63faba9f1 service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896362 Mar 08 12:03:33.309278 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:03:31Z', 'revision_number': 5, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:33.347210 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7a9ea-6f06-4181-8370-e5752b7b53f9 None None] The sync data for ids ['c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d'] in dv-cinder-830087-2-iscsi is: [{'id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'name': 'tempest-ServerRescueNegativeTestJSON-1045793104-router', 'tenant_id': '960767a629b04fc39736132776c6b2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:03:31Z', 'revision_number': 5, 'project_id': '960767a629b04fc39736132776c6b2e1', 'gw_port': {'id': '5915d6d1-a1c5-4c6a-9186-7f91600d74d9', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:33.356657 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] For port 5915d6d1-a1c5-4c6a-9186-7f91600d74d9, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:33.357032 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.402221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Calling delete_port for 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:33.467428 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a2b231f9-5e9a-4e2b-bb7e-a7423c19b562 req-dd1a6b44-768e-49ff-af56-5a9ccc8e1899 service neutron] 10.222.0.58 "GET /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530938 Mar 08 12:03:33.629746 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (5915d6d1-a1c5-4c6a-9186-7f91600d74d9), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.653821 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5915d6d1-a1c5-4c6a-9186-7f91600d74d9,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:33.718462 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.840216 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.843090 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks [] for router_controller (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.971104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.971661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:03:33.980866 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:33.982142 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4664b384-ea52-427c-8763-2d151fc92e99 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c29b59ca-b7cd-45a9-8ce5-cc7f8df1332d HTTP/1.1" status: 204 len: 168 time: 1.4464557 Mar 08 12:03:33.984853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 60980) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:34.048082 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Deleting subnet 7ff65f7c-15e3-4d25-b350-e4b697e4ce7c {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:03:34.048620 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f217b-26c5-4b32-a9eb-0d57a21a0677 req-5fc6f033-b60f-4102-8358-2a3db1aa69f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:34.050706 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-112f217b-26c5-4b32-a9eb-0d57a21a0677 req-5fc6f033-b60f-4102-8358-2a3db1aa69f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0737708 Mar 08 12:03:34.053278 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Publish callbacks [] for subnet (7ff65f7c-15e3-4d25-b350-e4b697e4ce7c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.104105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (7ff65f7c-15e3-4d25-b350-e4b697e4ce7c), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.109187 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-112f217b-26c5-4b32-a9eb-0d57a21a0677 req-6a796e7c-7a0c-409d-8d4e-cb996128bd69 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519681 Mar 08 12:03:34.150157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (7ff65f7c-15e3-4d25-b350-e4b697e4ce7c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.276548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (7ff65f7c-15e3-4d25-b350-e4b697e4ce7c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.306018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.309490 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ff65f7c-15e3-4d25-b350-e4b697e4ce7c HTTP/1.1" status: 204 len: 168 time: 0.3236630 Mar 08 12:03:34.310336 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11dc4d-d427-4b63-8b45-ac286fc31ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff65f7c-15e3-4d25-b350-e4b697e4ce7c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:34.313187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 60990) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:34.398008 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (1248c3dd-080b-4e5e-8265-e796a76ae394), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.424366 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3eb6-6019-44f6-8cdc-0ef353e5fce6 req-2f3c305d-4ea4-4fd8-af5c-65cebef91bf1 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:34.426377 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a28f3eb6-6019-44f6-8cdc-0ef353e5fce6 req-2f3c305d-4ea4-4fd8-af5c-65cebef91bf1 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 943 time: 0.0532212 Mar 08 12:03:34.484559 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (1248c3dd-080b-4e5e-8265-e796a76ae394), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.484922 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a28f3eb6-6019-44f6-8cdc-0ef353e5fce6 req-6777588c-c0ce-4359-8e99-0687578fe52f tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526364 Mar 08 12:03:34.512046 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1248c3dd-080b-4e5e-8265-e796a76ae394']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:34.522123 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:34.522538 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:34.540960 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.555709 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.561887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:03:34.562277 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (ed799daa-1f3e-4e07-8f23-2c3f6d4b7c9f), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:03:34.564114 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:03:34.665236 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (1248c3dd-080b-4e5e-8265-e796a76ae394), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.671431 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:34.675240 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] 10.222.0.52 "DELETE /v2.0/networks/1248c3dd-080b-4e5e-8265-e796a76ae394 HTTP/1.1" status: 204 len: 168 time: 0.3619235 Mar 08 12:03:34.687153 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574bc05-4b59-45a3-a428-81891faea6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1248c3dd-080b-4e5e-8265-e796a76ae394,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:35.051319 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 32770) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:35.093137 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e4f83a5b-cd0d-46b3-ae85-deb98a595fe1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=960767a629b04fc39736132776c6b2e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404029 Mar 08 12:03:35.095622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 32776) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:35.143205 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] Publish callbacks [] for security_group (5642e0d9-7677-4813-9fdb-12f9f14e7353), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:35.164480 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] Publish callbacks [] for security_group (5642e0d9-7677-4813-9fdb-12f9f14e7353), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:35.249323 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba68e-6ac6-463a-a1d7-8d4a9953d474 req-3167c756-bb4d-46fb-a523-55432d623ff3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:35.250865 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-defba68e-6ac6-463a-a1d7-8d4a9953d474 req-3167c756-bb4d-46fb-a523-55432d623ff3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0624051 Mar 08 12:03:35.309591 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-defba68e-6ac6-463a-a1d7-8d4a9953d474 req-b9f6fb2a-ee8c-4a63-a972-b2a1b06569d9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511086 Mar 08 12:03:35.310378 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (5642e0d9-7677-4813-9fdb-12f9f14e7353), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:35.313003 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:35.314219 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5642e0d9-7677-4813-9fdb-12f9f14e7353 HTTP/1.1" status: 204 len: 168 time: 0.2176900 Mar 08 12:03:35.323651 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af890f9f-f08d-48d6-a17f-73cb596eb096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642e0d9-7677-4813-9fdb-12f9f14e7353,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:35.435741 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:03:35.459653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:03:35.459999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5915d6d1-a1c5-4c6a-9186-7f91600d74d9 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:03:35.460403 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5a1a961d-1260-4f59-862a-d1371ba4ac03 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:03:35.479185 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 5a1a961d-1260-4f59-862a-d1371ba4ac03 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:03:35.479545 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5a1a961d-1260-4f59-862a-d1371ba4ac03 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:03:35.608474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e7a8-cc5a-49a9-a59d-89b691ecbf78 req-0600a667-40c9-4c64-9da3-173ce6410109 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:35.609952 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ab0e7a8-cc5a-49a9-a59d-89b691ecbf78 req-0600a667-40c9-4c64-9da3-173ce6410109 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 943 time: 0.0589108 Mar 08 12:03:35.664841 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ab0e7a8-cc5a-49a9-a59d-89b691ecbf78 req-9a71eaa1-c6fd-4eff-97a9-4d155b239770 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Mar 08 12:03:36.448403 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381c0d0-7a4a-4583-b8ab-4a22df45502e req-575db243-e4b3-474b-9e25-8ae3a6aa9e98 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:36.450025 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0381c0d0-7a4a-4583-b8ab-4a22df45502e req-575db243-e4b3-474b-9e25-8ae3a6aa9e98 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0627298 Mar 08 12:03:36.509094 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0381c0d0-7a4a-4583-b8ab-4a22df45502e req-d625d83d-b5a5-4842-895b-a7d880a4da39 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527890 Mar 08 12:03:36.798198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311b10-bdf8-471d-beff-658614c4f44a req-ca73caa8-df0c-47f6-8625-44f735bb1ffc tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:36.800459 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-60311b10-bdf8-471d-beff-658614c4f44a req-ca73caa8-df0c-47f6-8625-44f735bb1ffc tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 943 time: 0.0550566 Mar 08 12:03:36.856368 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-60311b10-bdf8-471d-beff-658614c4f44a req-8717c956-e1ac-461d-9437-1a9fe548e989 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Mar 08 12:03:37.191702 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0682d595-59ac-4779-ba3b-ed8c618fa9d0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:03:37.299594 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:37.308698 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '0682d595-59ac-4779-ba3b-ed8c618fa9d0', 'network_id': 'acfc5d20-5475-442f-a2ad-913301141f40', 'port_id': '0682d595-59ac-4779-ba3b-ed8c618fa9d0', 'mac_address': 'fa:16:3e:4e:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8453fb85-5006-40e6-b006-b6f73b456c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:03:37.354707 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:37.355180 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:37.369173 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682d595-59ac-4779-ba3b-ed8c618fa9d0 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:37.397093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:37.470206 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:37.521439 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:37.528530 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.528899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.529274 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.529621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.529951 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.530281 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.530623 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.530943 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.531282 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.531636 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.531964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.532288 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.532605 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:37.635279 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea34e1-bd79-4102-8400-ff106dc9ec8a req-16d21830-95e0-4fe1-98ce-0f25aaa33b1c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:37.636878 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8ea34e1-bd79-4102-8400-ff106dc9ec8a req-16d21830-95e0-4fe1-98ce-0f25aaa33b1c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0554590 Mar 08 12:03:37.686572 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8ea34e1-bd79-4102-8400-ff106dc9ec8a req-5cf9cf03-a90c-4c77-b78b-906d60b0393f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Mar 08 12:03:37.978871 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab6e11-aee6-4e3d-aca0-d44fec8a1b07 req-8ba371ca-60cc-44fc-ba34-5bdf7891e15b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:37.980421 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20ab6e11-aee6-4e3d-aca0-d44fec8a1b07 req-8ba371ca-60cc-44fc-ba34-5bdf7891e15b tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 944 time: 0.0568850 Mar 08 12:03:38.028975 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20ab6e11-aee6-4e3d-aca0-d44fec8a1b07 req-67331ef5-0b79-42e9-ae16-0d8083cc11ea tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Mar 08 12:03:38.816763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012caed-fbc2-4a8c-bb72-b08fe8fe64bc req-1cf88d36-a3b5-4875-ba95-dcf8e92646cb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:38.818358 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4012caed-fbc2-4a8c-bb72-b08fe8fe64bc req-1cf88d36-a3b5-4875-ba95-dcf8e92646cb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0602846 Mar 08 12:03:38.871225 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4012caed-fbc2-4a8c-bb72-b08fe8fe64bc req-4c67c14d-cd8b-49eb-95d8-27eb4a9f5195 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473380 Mar 08 12:03:39.155330 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d788-2fa4-4ba2-8f5f-15cf2c11b3ad req-6d649cbb-9647-4a4f-a9c6-b79e43eb2086 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:39.163944 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc09d788-2fa4-4ba2-8f5f-15cf2c11b3ad req-6d649cbb-9647-4a4f-a9c6-b79e43eb2086 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 944 time: 0.0647600 Mar 08 12:03:39.210772 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc09d788-2fa4-4ba2-8f5f-15cf2c11b3ad req-21fdaf18-90b1-465d-be29-a6eb7d5e5fdd tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Mar 08 12:03:39.950920 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-11b494a6-6719-4d40-a0e4-daf8171864b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:40.008464 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e86c8-c9d7-4b5b-8952-ac5710af4a62 req-12e8fc75-c84a-40ae-9cab-5621f87e1cbe tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:40.012082 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a79e86c8-c9d7-4b5b-8952-ac5710af4a62 req-12e8fc75-c84a-40ae-9cab-5621f87e1cbe tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0614543 Mar 08 12:03:40.061005 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a79e86c8-c9d7-4b5b-8952-ac5710af4a62 req-6a4dbfd0-1f99-449a-a593-53e4c9da910c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Mar 08 12:03:40.334818 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a0d8-9430-41d3-97e8-209170a27ffa req-2328918e-4b82-4149-923b-1425754f4a1e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:40.336341 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5251a0d8-9430-41d3-97e8-209170a27ffa req-2328918e-4b82-4149-923b-1425754f4a1e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 944 time: 0.0552757 Mar 08 12:03:40.383432 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5251a0d8-9430-41d3-97e8-209170a27ffa req-7f972023-825d-4fd7-a4a9-28f90e8ffddd tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Mar 08 12:03:40.658249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 32976) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:40.765763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-277ff5cd-2905-4df8-9568-5343f9081aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:40.841838 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-277ff5cd-2905-4df8-9568-5343f9081aaa admin admin] Publish callbacks [] for security_group (ae7725cf-8201-46ba-b755-91ea55915039), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:40.897261 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-277ff5cd-2905-4df8-9568-5343f9081aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ae7725cf-8201-46ba-b755-91ea55915039), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:40.941998 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-277ff5cd-2905-4df8-9568-5343f9081aaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c59cde09cbd64712a87e8faa6112228a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819910 Mar 08 12:03:40.943079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ff5cd-2905-4df8-9568-5343f9081aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7725cf-8201-46ba-b755-91ea55915039,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:40.944892 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 32982) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:40.996414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] Publish callbacks [] for security_group (ae7725cf-8201-46ba-b755-91ea55915039), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.016712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] Publish callbacks [] for security_group (ae7725cf-8201-46ba-b755-91ea55915039), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.162968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ae7725cf-8201-46ba-b755-91ea55915039), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.165476 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.166578 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae7725cf-8201-46ba-b755-91ea55915039 HTTP/1.1" status: 204 len: 168 time: 0.2205832 Mar 08 12:03:41.178584 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56ca0-592b-4792-80c9-f6da318729a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7725cf-8201-46ba-b755-91ea55915039,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:41.182595 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['0682d595-59ac-4779-ba3b-ed8c618fa9d0'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:03:41.207042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1db2c5-8959-4f29-94b5-911588e04cb1 req-652a760b-ea97-403a-b3ea-ec4ee4f580f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.209614 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a1db2c5-8959-4f29-94b5-911588e04cb1 req-652a760b-ea97-403a-b3ea-ec4ee4f580f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0772486 Mar 08 12:03:41.272810 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a1db2c5-8959-4f29-94b5-911588e04cb1 req-e1a18880-db5e-401d-92e3-a9d8553d1391 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529084 Mar 08 12:03:41.506215 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddac72-9a90-4a62-97ba-631d976603df req-3ce23e74-8bb4-4ce2-a3cb-dc3701bf916f tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.508612 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e3ddac72-9a90-4a62-97ba-631d976603df req-3ce23e74-8bb4-4ce2-a3cb-dc3701bf916f tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 944 time: 0.0551300 Mar 08 12:03:41.555130 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e3ddac72-9a90-4a62-97ba-631d976603df req-02a45af7-3c9a-4ea8-aaeb-64d6012be804 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Mar 08 12:03:41.882101 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 32996) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:41.888449 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.895804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4b84e853-3d45-4630-8a0c-84fe4fb325f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:41.968314 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4b84e853-3d45-4630-8a0c-84fe4fb325f5 admin admin] Publish callbacks [] for security_group (267aa6fc-9a31-4873-9580-8adff3d28087), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.028621 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4b84e853-3d45-4630-8a0c-84fe4fb325f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (267aa6fc-9a31-4873-9580-8adff3d28087), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.069613 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4b84e853-3d45-4630-8a0c-84fe4fb325f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c26fc863c0904090877c29e9cf6a1059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864357 Mar 08 12:03:42.070757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84e853-3d45-4630-8a0c-84fe4fb325f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267aa6fc-9a31-4873-9580-8adff3d28087,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:42.072895 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33000) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:42.108728 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e982cb8b-8ca2-44ef-b892-98be34521abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.134311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] Publish callbacks [] for security_group (267aa6fc-9a31-4873-9580-8adff3d28087), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.169812 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] Publish callbacks [] for security_group (267aa6fc-9a31-4873-9580-8adff3d28087), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.280296 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (267aa6fc-9a31-4873-9580-8adff3d28087), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.282886 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:42.284061 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/267aa6fc-9a31-4873-9580-8adff3d28087 HTTP/1.1" status: 204 len: 168 time: 0.2098238 Mar 08 12:03:42.292063 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657d0db-33a9-4fdf-8c9f-1d906e36352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267aa6fc-9a31-4873-9580-8adff3d28087,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:42.423898 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6fa77-936c-4415-bd8f-0e161007717d req-aa84382d-0fb4-429e-a3ef-447107295372 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:42.425361 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-abd6fa77-936c-4415-bd8f-0e161007717d req-aa84382d-0fb4-429e-a3ef-447107295372 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Mar 08 12:03:42.475395 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-abd6fa77-936c-4415-bd8f-0e161007717d req-35d04e14-7d06-4397-9050-62fadc8a74c1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437465 Mar 08 12:03:42.678162 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267332b-1f84-4c62-8105-fc2a23a28d5e req-0417aa60-702f-401f-a2b4-a9a079b2e3be tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:42.683514 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8267332b-1f84-4c62-8105-fc2a23a28d5e req-0417aa60-702f-401f-a2b4-a9a079b2e3be tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 944 time: 0.0567017 Mar 08 12:03:42.730697 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8267332b-1f84-4c62-8105-fc2a23a28d5e req-4c24ae4a-8ba7-40f5-ace2-d460007497a9 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Mar 08 12:03:43.204277 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0682d595-59ac-4779-ba3b-ed8c618fa9d0 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:43.229083 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.305084 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:03:43.309190 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:43.309562 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.400244 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:43.400657 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.429381 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:43.432152 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d6d30-a966-4e06-957e-d5926e971875" -d '{"events": [{"server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "name": "network-vif-plugged", "status": "completed", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:43.445738 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:43.469512 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fa9b33-b2d1-48d3-be56-984dec25c06c x-openstack-request-id: req-a3fa9b33-b2d1-48d3-be56-984dec25c06c {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:43.473374 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "name": "network-vif-plugged", "status": "completed", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:43.473374 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3fa9b33-b2d1-48d3-be56-984dec25c06c {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:43.473374 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0', 'code': 200} Mar 08 12:03:43.550864 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.607677 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:43.608653 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c4aa-2e93-4151-8bb8-0f6d444f1c3b req-7721dfb0-a7c2-435a-b158-a6c993746616 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:43.610155 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61f5c4aa-2e93-4151-8bb8-0f6d444f1c3b req-7721dfb0-a7c2-435a-b158-a6c993746616 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0546777 Mar 08 12:03:43.668990 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61f5c4aa-2e93-4151-8bb8-0f6d444f1c3b req-bb35e695-eafa-4898-97da-95cdd5480d4f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505908 Mar 08 12:03:43.855836 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cd809-86ad-449b-b6f1-f4baeb01ea82 req-d5f4e872-0eb7-442e-867c-295acd151923 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:43.857539 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-743cd809-86ad-449b-b6f1-f4baeb01ea82 req-d5f4e872-0eb7-442e-867c-295acd151923 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.0561550 Mar 08 12:03:43.900432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9fe1-dc31-4f2b-9e86-ed0c1958d9ec req-85cea221-37e9-4fe9-af43-369047f665cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:43.902058 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4d3d9fe1-dc31-4f2b-9e86-ed0c1958d9ec req-85cea221-37e9-4fe9-af43-369047f665cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 1129 time: 0.0558367 Mar 08 12:03:43.909410 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-743cd809-86ad-449b-b6f1-f4baeb01ea82 req-35db1d82-760c-4ef0-a391-42d99bad5463 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Mar 08 12:03:43.950853 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4d3d9fe1-dc31-4f2b-9e86-ed0c1958d9ec req-7b8067d4-5848-4e77-9bf6-2e2288d734f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Mar 08 12:03:44.764209 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.806878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cf71c-3347-419f-925c-087cd7c5103c req-488c71e0-075b-46c0-99ee-cce13dfcd27a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:44.808628 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-282cf71c-3347-419f-925c-087cd7c5103c req-488c71e0-075b-46c0-99ee-cce13dfcd27a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0600605 Mar 08 12:03:44.857765 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-282cf71c-3347-419f-925c-087cd7c5103c req-f81379a7-6d73-4480-bff7-7983aea047d1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Mar 08 12:03:45.043904 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7651a-74d4-4347-89a0-338dff7ee6dc req-d50f2135-1758-4fd9-8dcf-1ac791cbd7ea tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.048304 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3cf7651a-74d4-4347-89a0-338dff7ee6dc req-d50f2135-1758-4fd9-8dcf-1ac791cbd7ea tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.0646713 Mar 08 12:03:45.096123 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3cf7651a-74d4-4347-89a0-338dff7ee6dc req-1d015157-982e-48a0-af31-cb72df2164e1 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Mar 08 12:03:45.986581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce27d3-4951-4e47-8956-0df97b3f6948 req-e35a856e-2442-4583-adfc-1b2ee3b5c0f4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.988111 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-98ce27d3-4951-4e47-8956-0df97b3f6948 req-e35a856e-2442-4583-adfc-1b2ee3b5c0f4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0536492 Mar 08 12:03:46.002766 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.041769 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-98ce27d3-4951-4e47-8956-0df97b3f6948 req-69d0812a-6c1c-461b-8f78-7789b752f320 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468769 Mar 08 12:03:46.238645 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7c9ef-44d1-45fe-aa3d-b518defa86b9 req-99833f6d-6197-48dd-98ed-2bc289b9c14d tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:46.240596 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cbb7c9ef-44d1-45fe-aa3d-b518defa86b9 req-99833f6d-6197-48dd-98ed-2bc289b9c14d tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.0650301 Mar 08 12:03:46.289346 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cbb7c9ef-44d1-45fe-aa3d-b518defa86b9 req-bd585fbb-6045-4454-b163-6a739cb39325 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Mar 08 12:03:47.166737 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3920b-069a-44c1-a5c6-c83f070e4e75 req-c3414ad3-bbfa-4d5b-9001-f23b04a6751b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:47.168355 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-08b3920b-069a-44c1-a5c6-c83f070e4e75 req-c3414ad3-bbfa-4d5b-9001-f23b04a6751b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Mar 08 12:03:47.244114 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-08b3920b-069a-44c1-a5c6-c83f070e4e75 req-327b1c11-a113-4027-b96c-00d4216896e9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699642 Mar 08 12:03:48.365031 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3087f0-d208-4c2f-8b3e-4b639d4593a9 req-01f88d11-65d2-4dec-8eea-9d0f083eee51 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:48.366498 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb3087f0-d208-4c2f-8b3e-4b639d4593a9 req-01f88d11-65d2-4dec-8eea-9d0f083eee51 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Mar 08 12:03:48.415187 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb3087f0-d208-4c2f-8b3e-4b639d4593a9 req-25749abc-a352-4365-84f2-5c430127c571 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Mar 08 12:03:49.534914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5012-a50d-4f07-a874-88d04448b13b req-f2247f3e-f16f-4447-8566-605d92529398 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:49.536386 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-76cc5012-a50d-4f07-a874-88d04448b13b req-f2247f3e-f16f-4447-8566-605d92529398 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Mar 08 12:03:49.583198 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-76cc5012-a50d-4f07-a874-88d04448b13b req-620f0343-2d90-41f9-a5bc-840f42709524 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Mar 08 12:03:50.720356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72ad27-c3db-4284-9e30-a410cb58dac5 req-10b247b6-07a8-43f3-99cf-c6f5e0fd4db1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.721933 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee72ad27-c3db-4284-9e30-a410cb58dac5 req-10b247b6-07a8-43f3-99cf-c6f5e0fd4db1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0667112 Mar 08 12:03:50.779091 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee72ad27-c3db-4284-9e30-a410cb58dac5 req-1c81ae6b-13fd-4d9e-b2c1-bacca0d5ae8a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491245 Mar 08 12:03:51.065757 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:51.900197 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ae8-2c66-4d55-a1e7-e25adff38eca req-091da055-a709-4f84-b18f-c2d40653d47e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:51.901725 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2239ae8-2c66-4d55-a1e7-e25adff38eca req-091da055-a709-4f84-b18f-c2d40653d47e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0533721 Mar 08 12:03:51.946931 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2239ae8-2c66-4d55-a1e7-e25adff38eca req-09a4e71c-339c-4ea7-9819-80ad7810b02b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 Mar 08 12:03:53.097334 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d970b-dc8a-4ba2-9ed9-be39901aa5bf req-e4d4eaaf-6e3f-4c18-9b7b-3735343c2b72 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.097334 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f68d970b-dc8a-4ba2-9ed9-be39901aa5bf req-e4d4eaaf-6e3f-4c18-9b7b-3735343c2b72 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Mar 08 12:03:53.121783 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f68d970b-dc8a-4ba2-9ed9-be39901aa5bf req-800107fc-8ad0-48e0-abd2-b2ed0a1e5762 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Mar 08 12:03:53.279778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:03:53.371829 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:53.382913 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:03:53.426340 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: ACTIVE; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:53.426736 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:53.439180 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:53.458828 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:53.551988 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:53.602514 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=6']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:53.753223 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['69fa5bd3-f85b-4950-a133-259d419cbd3d'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:03:54.259726 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ea9bf-c121-42ad-a765-a7ec4b8f6cb0 req-c0a7a652-a8bb-481a-9b33-e5593748bb68 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:54.261248 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-281ea9bf-c121-42ad-a765-a7ec4b8f6cb0 req-c0a7a652-a8bb-481a-9b33-e5593748bb68 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0639679 Mar 08 12:03:54.314518 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-281ea9bf-c121-42ad-a765-a7ec4b8f6cb0 req-d7f7b5b1-5c0f-499c-a64d-7532542b6f2a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466518 Mar 08 12:03:54.800771 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33282) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:54.913263 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f19ade96-8058-4d94-a2b9-2ec02a494b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:54.990653 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f19ade96-8058-4d94-a2b9-2ec02a494b8a admin admin] Publish callbacks [] for security_group (f39b590c-d700-4764-b367-95bab1314f08), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.060798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f19ade96-8058-4d94-a2b9-2ec02a494b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f39b590c-d700-4764-b367-95bab1314f08), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.100042 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f19ade96-8058-4d94-a2b9-2ec02a494b8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6387b912f2904cb1ae5b8865c542ad33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981791 Mar 08 12:03:55.100888 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ade96-8058-4d94-a2b9-2ec02a494b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b590c-d700-4764-b367-95bab1314f08,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:55.102703 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33294) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:55.156243 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] Publish callbacks [] for security_group (f39b590c-d700-4764-b367-95bab1314f08), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.179351 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] Publish callbacks [] for security_group (f39b590c-d700-4764-b367-95bab1314f08), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.283786 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f39b590c-d700-4764-b367-95bab1314f08), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.286101 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:03:55.286511 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.289807 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f39b590c-d700-4764-b367-95bab1314f08 HTTP/1.1" status: 204 len: 168 time: 0.1838048 Mar 08 12:03:55.297233 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8ce23-1195-4db7-8ab2-acc07e66f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b590c-d700-4764-b367-95bab1314f08,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:55.359136 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 69fa5bd3-f85b-4950-a133-259d419cbd3d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:55.359559 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.473461 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac2431-2a46-479c-8068-39ef06695200 req-28ba8c3a-a12e-4a74-a9c5-2a07691dcfd7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:55.475140 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aaac2431-2a46-479c-8068-39ef06695200 req-28ba8c3a-a12e-4a74-a9c5-2a07691dcfd7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0773392 Mar 08 12:03:55.475934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:03:55.476433 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.477882 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085e45-f4d5-4be2-ae29-bdc6d6d3cd6d req-c074386a-888a-4157-8917-696187c6c05a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:55.479872 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f9085e45-f4d5-4be2-ae29-bdc6d6d3cd6d req-c074386a-888a-4157-8917-696187c6c05a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0711796 Mar 08 12:03:55.518568 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:55.521042 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8f5729-10ef-4619-b699-c0facbb6e201" -d '{"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:55.538824 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:55.547157 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aaac2431-2a46-479c-8068-39ef06695200 req-34091968-fd54-4e5e-b956-64a663db6197 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624299 Mar 08 12:03:55.559987 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f9085e45-f4d5-4be2-ae29-bdc6d6d3cd6d req-9e30b7d9-aae5-49f7-8ffa-c2c10bc17548 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702176 Mar 08 12:03:55.616708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ab1f38-69dc-4c80-8aa6-3cad28c76bd9 x-openstack-request-id: req-62ab1f38-69dc-4c80-8aa6-3cad28c76bd9 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:55.617236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:55.618543 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62ab1f38-69dc-4c80-8aa6-3cad28c76bd9 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:55.619403 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'code': 200} Mar 08 12:03:55.628209 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.689110 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=7']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:55.795710 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-aac25b7f-6191-4017-a12e-2fcc3f84ddd9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166741701&fields=id&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 267 time: 0.0447648 Mar 08 12:03:55.908563 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-7fe6a985-5b8c-493b-83e0-43ecdd2b5009 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:55.911999 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-7fe6a985-5b8c-493b-83e0-43ecdd2b5009 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.1097927 Mar 08 12:03:55.926384 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-5291fb63-4ef1-4057-86f9-acec7c0984d3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/quotas/5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 375 time: 0.0095706 Mar 08 12:03:55.986621 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-9e229d51-5e6d-4416-95b0-40aa52a1cf4e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548637 Mar 08 12:03:56.028536 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33326) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:56.043111 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c0c-6bbf-4d6c-897c-114b874571ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.080503 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-2a0b980d-8bb6-4c53-bf36-f2301a465309 service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 Mar 08 12:03:56.119313 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c0c-6bbf-4d6c-897c-114b874571ae admin admin] Publish callbacks [] for security_group (790085bd-cdbf-498a-8223-7219290ac43f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.171643 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-4480c9b2-b4f4-40c5-b1d3-5341e60ae500 service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Mar 08 12:03:56.186614 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c0c-6bbf-4d6c-897c-114b874571ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (790085bd-cdbf-498a-8223-7219290ac43f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.233642 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4dfb1c0c-6bbf-4d6c-897c-114b874571ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f2f52af25994896a9c8a839829f5a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038846 Mar 08 12:03:56.234652 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1c0c-6bbf-4d6c-897c-114b874571ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790085bd-cdbf-498a-8223-7219290ac43f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:56.236232 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33330) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:56.295151 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] Publish callbacks [] for security_group (790085bd-cdbf-498a-8223-7219290ac43f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.318450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] Publish callbacks [] for security_group (790085bd-cdbf-498a-8223-7219290ac43f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.443794 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (790085bd-cdbf-498a-8223-7219290ac43f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.447046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.448243 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/790085bd-cdbf-498a-8223-7219290ac43f HTTP/1.1" status: 204 len: 168 time: 0.2099652 Mar 08 12:03:56.456079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43de638-047e-4f11-8a0c-c5d557c27950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790085bd-cdbf-498a-8223-7219290ac43f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:56.694095 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd366f-bac7-4c47-8e5f-603ef711c5bc req-0dde9ed7-4b14-4e2f-9045-10be4417d89d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:56.700266 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dffd366f-bac7-4c47-8e5f-603ef711c5bc req-0dde9ed7-4b14-4e2f-9045-10be4417d89d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0599613 Mar 08 12:03:56.781309 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dffd366f-bac7-4c47-8e5f-603ef711c5bc req-4bdd7712-7001-44de-8656-2520bac54a9b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780437 Mar 08 12:03:56.846248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8830-494f-4701-b130-c26ecf499d8b req-1b5b2bbd-5656-4b37-9e98-576be3d7b8db tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:56.855546 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1efb8830-494f-4701-b130-c26ecf499d8b req-1b5b2bbd-5656-4b37-9e98-576be3d7b8db tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1154120 Mar 08 12:03:56.932850 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bdd7234f-0313-4879-8356-3868c4449238 req-01d9de1d-9e1f-49c0-9766-574f0da9beba tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.0438099 Mar 08 12:03:56.933844 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1efb8830-494f-4701-b130-c26ecf499d8b req-79ab0c43-d5ac-472c-90c9-ea11414a8874 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670233 Mar 08 12:03:57.369591 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33386) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:57.386306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b3c98289-2c12-4f4e-80bf-c1c41eec6250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.490505 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b3c98289-2c12-4f4e-80bf-c1c41eec6250 admin admin] Publish callbacks [] for security_group (668306ad-4d76-4cb4-9a7f-bc1b21e9b766), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.574389 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b3c98289-2c12-4f4e-80bf-c1c41eec6250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (668306ad-4d76-4cb4-9a7f-bc1b21e9b766), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.611332 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c98289-2c12-4f4e-80bf-c1c41eec6250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668306ad-4d76-4cb4-9a7f-bc1b21e9b766,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:57.628707 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b3c98289-2c12-4f4e-80bf-c1c41eec6250 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7daca51fb8e49cb915020056146cb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579560 Mar 08 12:03:57.631399 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33388) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:57.682915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] Publish callbacks [] for security_group (668306ad-4d76-4cb4-9a7f-bc1b21e9b766), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.707277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] Publish callbacks [] for security_group (668306ad-4d76-4cb4-9a7f-bc1b21e9b766), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.825869 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-cfefb3f8-79e9-4abb-aa19-949043c33056 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:57.827633 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-cfefb3f8-79e9-4abb-aa19-949043c33056 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0754764 Mar 08 12:03:57.923004 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (668306ad-4d76-4cb4-9a7f-bc1b21e9b766), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.925849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.930102 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/668306ad-4d76-4cb4-9a7f-bc1b21e9b766 HTTP/1.1" status: 204 len: 168 time: 0.2976682 Mar 08 12:03:58.047428 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad834b-56d9-4265-bf1f-a44c770d27e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668306ad-4d76-4cb4-9a7f-bc1b21e9b766,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:58.115647 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9e3a-8488-4e05-a167-1f0be021e2df req-a5d39c4e-0c71-4100-b927-2775e935a10b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:58.130374 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-039a9e3a-8488-4e05-a167-1f0be021e2df req-a5d39c4e-0c71-4100-b927-2775e935a10b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1098890 Mar 08 12:03:58.133361 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port a9556038-39f0-4354-83eb-44e892009e1f {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:03:58.136114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (a9556038-39f0-4354-83eb-44e892009e1f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:58.160051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555946a2-76d8-40cb-ad1f-728215c7263a req-196ba684-585a-4afe-bde3-1846c7f90630 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:58.168842 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-555946a2-76d8-40cb-ad1f-728215c7263a req-196ba684-585a-4afe-bde3-1846c7f90630 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.2477119 Mar 08 12:03:58.259197 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-039a9e3a-8488-4e05-a167-1f0be021e2df req-29dda220-ae31-428b-b88d-0bac37214d58 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e54d1c2-0ec1-4687-b954-3982ed7672cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274014 Mar 08 12:03:58.359235 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6b861ef2-8c5e-427a-8289-d6819858fed2 req-6fc6b987-057d-49b7-814a-ff70875c80b0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.0402024 Mar 08 12:03:58.604517 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-555946a2-76d8-40cb-ad1f-728215c7263a req-76e003a1-09c4-455a-8c8a-5413db786cde tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340668 Mar 08 12:03:58.655154 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] For port a9556038-39f0-4354-83eb-44e892009e1f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a9556038-39f0-4354-83eb-44e892009e1f,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:03:58.655154 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (a9556038-39f0-4354-83eb-44e892009e1f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:58.923895 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:58.924294 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:58.925026 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP a3a405dd-6c04-414d-a8df-abf11a1f0521 disassociated. External IP: 172.27.3.179, port: a9556038-39f0-4354-83eb-44e892009e1f. Mar 08 12:03:58.925531 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for a9556038-39f0-4354-83eb-44e892009e1f owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:03:59.215966 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (a9556038-39f0-4354-83eb-44e892009e1f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:59.248678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=a9556038-39f0-4354-83eb-44e892009e1f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:59.456148 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-229baca5-ece9-4450-84b5-c17194947d3d req-039f2158-acd2-4b2c-807b-5e41983d0207 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0742593 Mar 08 12:03:59.658984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da32a65d-ec9e-4688-8174-2711fd7e9509 req-9c3fa0f2-b9aa-419a-ae9b-0f9d16a4f3de tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.0743494 Mar 08 12:03:59.729204 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-9a04b3a0-f03b-4478-a777-e08aebcbb938 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:59.730714 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-9a04b3a0-f03b-4478-a777-e08aebcbb938 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.2277231 Mar 08 12:03:59.750901 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:03:59.866093 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c72870-a723-423c-86a3-3d6cea4501be req-6a1fb4ce-d0af-400c-b90a-071a6f2bc77e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:59.878757 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-58c72870-a723-423c-86a3-3d6cea4501be req-6a1fb4ce-d0af-400c-b90a-071a6f2bc77e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1557169 Mar 08 12:03:59.969946 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-58c72870-a723-423c-86a3-3d6cea4501be req-530142fb-e588-4a48-beeb-bb42f3d7446c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887477 Mar 08 12:03:59.980498 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-61924e16-ea0d-4b92-936a-af11813a541e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 380 time: 0.2333136 Mar 08 12:03:59.999093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'port': {'device_id': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'admin_state_up': True, 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'security_groups': ['c8091b79-8399-4ff4-9fea-ad0311c7f3ea']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:00.232916 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:00.256954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:00.276092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:00.278041 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:00.358606 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] No DVR routers for this DVR port a9556038-39f0-4354-83eb-44e892009e1f on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:00.381853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:00.381853 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-753c5f14-9563-4c35-8a0b-18f2ab0190f4 req-73e31db0-601c-410f-9651-ad5c4c100482 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "DELETE /v2.0/ports/a9556038-39f0-4354-83eb-44e892009e1f HTTP/1.1" status: 204 len: 173 time: 2.5467579 Mar 08 12:04:00.381853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'name': 'network-vif-deleted', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:00.415986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecdbe32-dea1-4da6-8909-75df5a6f5be7" -d '{"events": [{"server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "name": "network-vif-deleted", "tag": "a9556038-39f0-4354-83eb-44e892009e1f"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:00.509131 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:00.515379 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1334cf-a7d0-4eb8-9749-9de60e8a8b04 x-openstack-request-id: req-8d1334cf-a7d0-4eb8-9749-9de60e8a8b04 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:00.515986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2", "name": "network-vif-deleted", "tag": "a9556038-39f0-4354-83eb-44e892009e1f", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:00.516491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d1334cf-a7d0-4eb8-9749-9de60e8a8b04 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:00.516491 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2', 'name': 'network-vif-deleted', 'tag': 'a9556038-39f0-4354-83eb-44e892009e1f', 'status': 'completed', 'code': 200} Mar 08 12:04:00.560037 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Made reservation on behalf of 5699872c8cb440dd860801aa699d0699 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:00.598961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:00.644683 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33472) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:00.710578 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d8406716-6f53-4de1-942c-ec7ca653d622 req-85634ea0-cbc0-4230-adfc-d40913c520dc tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0717330 Mar 08 12:04:00.905155 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9b70a378-4815-40e7-89c3-311e0c229086 req-f2aee69b-7f87-40ed-9915-8c27b19e2b9d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.1569257 Mar 08 12:04:01.021600 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67f7f3d6-6899-4989-b12b-7a46db6b8cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:01.112447 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.20.0.7 (3c15c74c-d493-43d2-9761-260880e4d663/e110e0b4-3e65-46e2-a574-3d663e3d8d52/fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:01.181626 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a627810-86de-4b2c-a873-b6f300caeb01 req-64cda2a7-a09c-4e63-8654-5e705c5234ed tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:01.189615 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a627810-86de-4b2c-a873-b6f300caeb01 req-64cda2a7-a09c-4e63-8654-5e705c5234ed tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0985153 Mar 08 12:04:01.206005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:01.296486 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a627810-86de-4b2c-a873-b6f300caeb01 req-5235dff3-f766-4da3-89da-6de0c58b3af8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056128 Mar 08 12:04:01.312060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device a9556038-39f0-4354-83eb-44e892009e1f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:01.312060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:01.346983 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: a9556038-39f0-4354-83eb-44e892009e1f {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:01.347743 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device a9556038-39f0-4354-83eb-44e892009e1f not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:01.355820 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:01.356768 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:01.548973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:01.649004 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67f7f3d6-6899-4989-b12b-7a46db6b8cd6 admin admin] Publish callbacks [] for security_group (60fa494c-91b4-4cd8-84bf-10113bff9841), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:01.706099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:01.766138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67f7f3d6-6899-4989-b12b-7a46db6b8cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (60fa494c-91b4-4cd8-84bf-10113bff9841), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:01.813761 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7f3d6-6899-4989-b12b-7a46db6b8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa494c-91b4-4cd8-84bf-10113bff9841,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:01.923931 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-67f7f3d6-6899-4989-b12b-7a46db6b8cd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a65b26d61c14a3ca7b7cb6843ecdb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2649708 Mar 08 12:04:01.926363 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e14da661-edd4-43f2-86ab-1db6dae48316 req-69b4994b-f75d-4ec2-b59c-bad56c76c488 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbb2e4ff-87ce-4bf7-ab70-a96b436c4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0627792 Mar 08 12:04:01.926826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33502) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:01.940520 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.107248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:02.124689 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:02.131600 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:02.182406 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] Publish callbacks [] for security_group (60fa494c-91b4-4cd8-84bf-10113bff9841), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.216051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:02.258718 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] Publish callbacks [] for security_group (60fa494c-91b4-4cd8-84bf-10113bff9841), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.294851 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.298420 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.378508 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab457e-ad65-4774-bb75-33bd4b9d84c1 req-8a034ab8-75b9-40ec-b2b1-156d538e7983 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.386446 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cfab457e-ad65-4774-bb75-33bd4b9d84c1 req-8a034ab8-75b9-40ec-b2b1-156d538e7983 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 931 time: 0.3463581 Mar 08 12:04:02.440645 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:02.494954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae29d1-c15b-42f9-a7dc-3d4927cbd3ec None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'b7174472-e587-4c13-88a9-f576a258eec4', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:cb:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:23Z', 'updated_at': '2022-03-08T12:01:01Z', 'revision_number': 2, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:02.496269 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cfab457e-ad65-4774-bb75-33bd4b9d84c1 req-1715924a-7a77-4561-84eb-2cf55f3ffb87 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023505 Mar 08 12:04:02.504887 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-33783188-537f-4b42-830f-cb772ee1f406 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5122643 Mar 08 12:04:02.533761 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b849-f552-43d5-ade2-610dbfb6bf07 req-ef228ebc-84e9-4a83-8877-84f4cf1f3dcf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.535493 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e90b849-f552-43d5-ade2-610dbfb6bf07 req-ef228ebc-84e9-4a83-8877-84f4cf1f3dcf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1079035 Mar 08 12:04:02.542624 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (60fa494c-91b4-4cd8-84bf-10113bff9841), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.545214 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.546343 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60fa494c-91b4-4cd8-84bf-10113bff9841 HTTP/1.1" status: 204 len: 168 time: 0.6184380 Mar 08 12:04:02.560663 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d443e8-be7c-4d52-8cd4-18aba11ad6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa494c-91b4-4cd8-84bf-10113bff9841,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:02.623839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-80da4272-640b-436c-99a1-b48a716826b4 None None] Provisioning complete for port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:02.624294 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80da4272-640b-436c-99a1-b48a716826b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.684314 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e90b849-f552-43d5-ade2-610dbfb6bf07 req-cbd04b83-4e9c-4ed0-817f-32fcab4d3b12 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037431 Mar 08 12:04:02.693373 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-80da4272-640b-436c-99a1-b48a716826b4 None None] Port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:02.875747 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f5fcc-de87-49a4-a216-7004356df0e7 None None] New status for floating IP a3a405dd-6c04-414d-a8df-abf11a1f0521: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:04:03.146767 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33534) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:03.267477 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (1e54d1c2-0ec1-4687-b954-3982ed7672cd), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:03.297485 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (1e54d1c2-0ec1-4687-b954-3982ed7672cd), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:03.499843 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1e54d1c2-0ec1-4687-b954-3982ed7672cd), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:03.503439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:03.507251 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/security-groups/1e54d1c2-0ec1-4687-b954-3982ed7672cd HTTP/1.1" status: 204 len: 168 time: 0.3563690 Mar 08 12:04:03.509978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33542) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:03.539566 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cde61-094d-41e7-809a-78ecf65ecaec tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54d1c2-0ec1-4687-b954-3982ed7672cd,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:03.540678 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-6a8c6aac-bd41-42f8-95f3-9db186f43555 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] show failed (client error): The resource could not be found. Mar 08 12:04:03.552885 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33548) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:03.573014 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6a8c6aac-bd41-42f8-95f3-9db186f43555 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups/1e54d1c2-0ec1-4687-b954-3982ed7672cd HTTP/1.1" status: 404 len: 347 time: 0.0435207 Mar 08 12:04:03.877595 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fd98-c09b-400b-8cd2-9cbbef28b7d0 req-b41cca35-36e7-4736-af73-659079a204f2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:03.887798 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6268fd98-c09b-400b-8cd2-9cbbef28b7d0 req-b41cca35-36e7-4736-af73-659079a204f2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1292830 Mar 08 12:04:03.941459 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb2ec6-b9e2-45e9-a53f-291e8cc67842 req-e2514489-70ce-42d0-bf1e-cec8a05f9436 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:03.950826 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bddb2ec6-b9e2-45e9-a53f-291e8cc67842 req-e2514489-70ce-42d0-bf1e-cec8a05f9436 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 931 time: 0.2525055 Mar 08 12:04:04.023912 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6268fd98-c09b-400b-8cd2-9cbbef28b7d0 req-2328e5d0-87d8-4df2-8b45-ac92b553ec52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249163 Mar 08 12:04:04.053947 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bddb2ec6-b9e2-45e9-a53f-291e8cc67842 req-3377ac0e-baab-4b11-9547-45ff4746cfe5 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022258 Mar 08 12:04:04.079407 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port bd92afee-806b-4cc0-b495-73d2b10160c6 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:04.079890 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.209500 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.210176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (bd92afee-806b-4cc0-b495-73d2b10160c6), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.232234 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for bd92afee-806b-4cc0-b495-73d2b10160c6 owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:04.891353 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (bd92afee-806b-4cc0-b495-73d2b10160c6), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.924590 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=bd92afee-806b-4cc0-b495-73d2b10160c6,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:05.027269 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (a3a405dd-6c04-414d-a8df-abf11a1f0521), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.030124 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.031290 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-cb91283d-f182-4df9-b1d1-97fda37a666e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/floatingips/a3a405dd-6c04-414d-a8df-abf11a1f0521 HTTP/1.1" status: 204 len: 168 time: 1.4773602 Mar 08 12:04:05.102126 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Request body: {'port': {'device_id': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:05.295548 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd44592-ce7f-47d7-8e28-65d1c585ff8f req-4279c937-2e61-4a08-bb6d-46383349f825 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:05.302888 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0bd44592-ce7f-47d7-8e28-65d1c585ff8f req-4279c937-2e61-4a08-bb6d-46383349f825 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 931 time: 0.0907705 Mar 08 12:04:05.318279 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.417864 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0bd44592-ce7f-47d7-8e28-65d1c585ff8f req-8ad15e8c-c799-41df-993f-ab87d241d79c tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137302 Mar 08 12:04:05.501721 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bbbfc-3074-4fa1-927e-99a35517fafd req-b8f6e36f-47c9-4fd4-bade-d822b744af2f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:05.508067 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b36bbbfc-3074-4fa1-927e-99a35517fafd req-b8f6e36f-47c9-4fd4-bade-d822b744af2f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.2997882 Mar 08 12:04:05.641866 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b36bbbfc-3074-4fa1-927e-99a35517fafd req-b5b889cc-8b00-419a-bc81-e3e583d6e89a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269248 Mar 08 12:04:05.766309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:05.773262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks [] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.786442 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Transition to ACTIVE for port object fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:04:05.895970 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.968044 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:06.090719 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Attempting to bind port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:06.099257 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Attempting to bind port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:06.099257 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Attempting to bind port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:06.099257 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 on network 3c15c74c-d493-43d2-9761-260880e4d663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:04:06.099257 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Attempting to bind port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:06.102152 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:06.102741 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:06.102889 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Bound using segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:06.104310 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Bound port: fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:06.104725 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:06.191427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:06.195156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:06.279860 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:06.351352 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.351352 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:06.351352 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] 10.222.0.58 "PUT /v2.0/ports/fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 HTTP/1.1" status: 200 len: 1093 time: 1.2525005 Mar 08 12:04:06.351352 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:06.353277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64389bb7-22d2-46af-86be-9bcd9cc985ab" -d '{"events": [{"name": "network-changed", "server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:06.366347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c0cf-9307-4ab1-8976-bb1916d9e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:06.428299 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba10bc31-683e-49f0-ae39-5dcc77333e8d x-openstack-request-id: req-ba10bc31-683e-49f0-ae39-5dcc77333e8d {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:06.428595 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:06.428866 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba10bc31-683e-49f0-ae39-5dcc77333e8d {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:06.429932 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'status': 'completed', 'code': 200} Mar 08 12:04:06.599944 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-e425bb9d-3e73-474a-bc81-94c573dd1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.601498 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-e425bb9d-3e73-474a-bc81-94c573dd1986 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1219420 Mar 08 12:04:06.610347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b746-15bf-47bc-b229-a583d3630eb8 req-ee04f99a-e074-42f1-8384-8145fd386f07 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.611842 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a051b746-15bf-47bc-b229-a583d3630eb8 req-ee04f99a-e074-42f1-8384-8145fd386f07 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0851767 Mar 08 12:04:06.747079 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a051b746-15bf-47bc-b229-a583d3630eb8 req-9617a7d8-4254-4ed6-a0e4-f82c1682c078 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293623 Mar 08 12:04:06.797834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-899cdf68-68a3-4620-ad6e-e287f95912e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.799776 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-899cdf68-68a3-4620-ad6e-e287f95912e6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5699872c8cb440dd860801aa699d0699&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1585312 Mar 08 12:04:06.869717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785af70-d49d-4551-8cea-0a988a5d9b66 req-452a3e39-4235-442a-b477-bda1801bd908 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.877396 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e785af70-d49d-4551-8cea-0a988a5d9b66 req-452a3e39-4235-442a-b477-bda1801bd908 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0711849 Mar 08 12:04:06.959867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-be242cba-10ba-4ea7-a568-497e354f1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.962045 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-64389bb7-22d2-46af-86be-9bcd9cc985ab req-be242cba-10ba-4ea7-a568-497e354f1050 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567931 Mar 08 12:04:06.969605 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e785af70-d49d-4551-8cea-0a988a5d9b66 req-d9ee78d2-b0b8-485a-a426-f3702e9b0360 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911188 Mar 08 12:04:07.119832 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-c866c0ee-4f7e-42df-9ab4-0ebb2770796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:07.122544 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-c866c0ee-4f7e-42df-9ab4-0ebb2770796d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1127 time: 0.0861559 Mar 08 12:04:07.189726 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-e95fe246-f6d7-4133-8e79-8b41fecb4523 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 HTTP/1.1" status: 200 len: 217 time: 0.0459867 Mar 08 12:04:07.253820 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-95ee9455-d85e-4faa-9cd3-c071015fd10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:07.255305 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-95ee9455-d85e-4faa-9cd3-c071015fd10b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0559096 Mar 08 12:04:07.309663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543559-c646-418f-b8a9-881b304f08e2 req-5fdd3eee-cec2-4e76-93d5-5bad7f0e8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:07.311145 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-5fdd3eee-cec2-4e76-93d5-5bad7f0e8847 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493503 Mar 08 12:04:07.407949 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-f6b81be7-13c4-4ddb-a568-1ab52dec5804 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Mar 08 12:04:07.506982 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c543559-c646-418f-b8a9-881b304f08e2 req-38a63414-4e94-4535-a27d-38f5d85a739e service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944185 Mar 08 12:04:07.886664 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c453b6e-8695-471c-94ff-ff721654781d req-b6fc730c-12cf-4031-b8b9-30f5a8607ec5 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:07.888204 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0c453b6e-8695-471c-94ff-ff721654781d req-b6fc730c-12cf-4031-b8b9-30f5a8607ec5 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0559969 Mar 08 12:04:07.935085 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0c453b6e-8695-471c-94ff-ff721654781d req-0e318510-ed07-4369-92b1-d0f00bb26cfa tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413358 Mar 08 12:04:08.131707 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3f111-6980-4484-ae69-8f5316404ac2 req-0f75256a-c614-48ec-9f7a-61c71d38c2f5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:08.134228 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aaf3f111-6980-4484-ae69-8f5316404ac2 req-0f75256a-c614-48ec-9f7a-61c71d38c2f5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0639079 Mar 08 12:04:08.196364 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aaf3f111-6980-4484-ae69-8f5316404ac2 req-c6ef2457-4115-49c8-8c41-e0228c8e3b60 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544381 Mar 08 12:04:09.084066 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b73b-0b7a-497c-92e8-d26cdfe954bc req-f3760561-3e8f-4ba8-8ef7-3c877f9dda1b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:09.092447 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3061b73b-0b7a-497c-92e8-d26cdfe954bc req-f3760561-3e8f-4ba8-8ef7-3c877f9dda1b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0851457 Mar 08 12:04:09.155923 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3061b73b-0b7a-497c-92e8-d26cdfe954bc req-c21e96d1-c346-4ba3-b38f-5baa5b2bc300 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621417 Mar 08 12:04:09.369149 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51b758-e19d-41b8-90d4-8679511dc663 req-8496386f-b85b-40ca-9a92-393605b47c15 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:09.376251 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a51b758-e19d-41b8-90d4-8679511dc663 req-8496386f-b85b-40ca-9a92-393605b47c15 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0744164 Mar 08 12:04:09.445111 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a51b758-e19d-41b8-90d4-8679511dc663 req-28838c60-4380-4499-b683-4ed6b54cb134 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660183 Mar 08 12:04:09.917598 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd016-dad4-405f-9da1-c4d79e843fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:10.334800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22086a-cfb3-4c63-af76-8ade4ec7888a req-dadec96c-21b9-406f-9dc5-0e243f0a7918 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:10.336369 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c22086a-cfb3-4c63-af76-8ade4ec7888a req-dadec96c-21b9-406f-9dc5-0e243f0a7918 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0652626 Mar 08 12:04:10.399647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c22086a-cfb3-4c63-af76-8ade4ec7888a req-906ef3ae-278b-48bd-8709-25b73c98f725 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559738 Mar 08 12:04:10.663047 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e65f0d-6f29-4810-ae6f-4ffeaf08885d req-bd54de6a-b0f3-4930-87e0-fac7c21edeb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:10.672705 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-26e65f0d-6f29-4810-ae6f-4ffeaf08885d req-bd54de6a-b0f3-4930-87e0-fac7c21edeb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1308906 Mar 08 12:04:10.753868 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-26e65f0d-6f29-4810-ae6f-4ffeaf08885d req-5ee0f78d-1cfc-4e4c-a310-b166814b85ad tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734327 Mar 08 12:04:11.533796 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5220b2-66e1-420f-ab86-19ebf5f97706 req-b182e099-5613-475c-81e0-0d456064960c tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:11.535199 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d5220b2-66e1-420f-ab86-19ebf5f97706 req-b182e099-5613-475c-81e0-0d456064960c tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0599091 Mar 08 12:04:11.585462 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d5220b2-66e1-420f-ab86-19ebf5f97706 req-07fea896-1353-4f4b-86a5-d859b542b0f0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Mar 08 12:04:11.877634 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:11.915936 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116a84-2f5f-4feb-b5cd-f4cbf34c3066 req-d1d72914-4ed6-4ef4-a0b2-a61f4c16786c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:11.918437 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73116a84-2f5f-4feb-b5cd-f4cbf34c3066 req-d1d72914-4ed6-4ef4-a0b2-a61f4c16786c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0767844 Mar 08 12:04:11.971983 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73116a84-2f5f-4feb-b5cd-f4cbf34c3066 req-31a18f4c-0430-4863-a8ae-7df796ab59f5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483067 Mar 08 12:04:12.028983 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093cd9-864f-4015-a8e0-04517311e089 req-783f2207-fdc4-4c6b-a89f-58b34fbbb49c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:12.030611 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-36093cd9-864f-4015-a8e0-04517311e089 req-783f2207-fdc4-4c6b-a89f-58b34fbbb49c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0570049 Mar 08 12:04:12.079928 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-36093cd9-864f-4015-a8e0-04517311e089 req-258236a3-0f8b-4063-99f7-4420e7ceb79a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Mar 08 12:04:12.103002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-792272b1-064d-4cc1-b82a-abdf98cedd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:12.703756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646bdd-024f-4cb1-ba53-9219859299fe req-65e91f0a-98e0-4067-9e02-5953054f3881 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:12.705324 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7646bdd-024f-4cb1-ba53-9219859299fe req-65e91f0a-98e0-4067-9e02-5953054f3881 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0516620 Mar 08 12:04:12.755420 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7646bdd-024f-4cb1-ba53-9219859299fe req-408d885b-cf2c-41e7-a21c-1be556c559af tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Mar 08 12:04:13.096784 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516bf7a-f13a-4ea3-90c6-963576b31877 req-34dd6c0f-29a9-4fec-a028-1ce5b2360536 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:13.098186 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2516bf7a-f13a-4ea3-90c6-963576b31877 req-34dd6c0f-29a9-4fec-a028-1ce5b2360536 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Mar 08 12:04:13.151435 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2516bf7a-f13a-4ea3-90c6-963576b31877 req-c87c1dd6-edb5-4bc5-bdd5-d6e4938b97b8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474558 Mar 08 12:04:13.208217 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5fea4-7446-4a34-88d4-1318f0eca0ff req-5e474a6b-efbc-4052-8e9d-18531a1b5a36 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:13.209719 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ff5fea4-7446-4a34-88d4-1318f0eca0ff req-5e474a6b-efbc-4052-8e9d-18531a1b5a36 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0568037 Mar 08 12:04:13.226784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:13.263791 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ff5fea4-7446-4a34-88d4-1318f0eca0ff req-9dac5193-27d1-4a1f-9da4-9cc83bed2553 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475729 Mar 08 12:04:13.881347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3631-6256-4665-9b34-5a33b802c926 req-232b6dbf-3923-455e-a710-490012186b49 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:13.882840 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fb7d3631-6256-4665-9b34-5a33b802c926 req-232b6dbf-3923-455e-a710-490012186b49 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0600278 Mar 08 12:04:13.945751 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fb7d3631-6256-4665-9b34-5a33b802c926 req-9ceb0320-fa16-491d-91e1-c3fc38b59bc2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563858 Mar 08 12:04:14.165772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-a354bff6-b52c-4cb1-bc3f-0c6960c57e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.167546 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-a354bff6-b52c-4cb1-bc3f-0c6960c57e4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1129 time: 0.0442710 Mar 08 12:04:14.393431 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48aa32-a1dd-4476-91ae-5b5e19659209 req-7f280f26-7c65-47ab-9712-e90d019707c5 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.395009 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cf48aa32-a1dd-4476-91ae-5b5e19659209 req-7f280f26-7c65-47ab-9712-e90d019707c5 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0574660 Mar 08 12:04:14.452652 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cf48aa32-a1dd-4476-91ae-5b5e19659209 req-843ec7be-be22-4bbb-b771-f24d7baf7d60 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516047 Mar 08 12:04:14.562148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-ecaebd65-f027-4d26-be6d-8aad01dcbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.563617 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-ecaebd65-f027-4d26-be6d-8aad01dcbdf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.3780184 Mar 08 12:04:14.578429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d3a87-0129-4fe8-a291-193524b8f711 req-5f3b0d6a-7d0f-4b00-96d8-f0ec909cd9d2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.579841 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f49d3a87-0129-4fe8-a291-193524b8f711 req-5f3b0d6a-7d0f-4b00-96d8-f0ec909cd9d2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.3286119 Mar 08 12:04:14.664926 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-74272533-7f88-4a69-aef5-84c136267315 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 1001 time: 0.0941548 Mar 08 12:04:14.668617 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f49d3a87-0129-4fe8-a291-193524b8f711 req-d85a8147-45be-447d-83be-198a298530f4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821412 Mar 08 12:04:14.717853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-a82e568c-c2ab-4236-aa62-b12de5ba24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.719370 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-a82e568c-c2ab-4236-aa62-b12de5ba24c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.0475717 Mar 08 12:04:14.773981 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-e62aa2fe-b329-4ba6-bc0f-e3520c0c46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.775568 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-e62aa2fe-b329-4ba6-bc0f-e3520c0c46cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491536 Mar 08 12:04:14.776800 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:14.868740 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-564f51a5-e611-44e4-ad40-0d115fa7537e service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Mar 08 12:04:14.976666 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6338a6d-ea50-4ed3-8c98-df2acd8a8508 req-ea2fb2bd-437c-4977-a890-b08acbf9e052 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003692 Mar 08 12:04:15.089300 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55612d-5b60-4aa3-9798-cb18ac6673fe req-69f70a87-15cb-41b6-978f-59877cace9d6 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.089300 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ed55612d-5b60-4aa3-9798-cb18ac6673fe req-69f70a87-15cb-41b6-978f-59877cace9d6 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0636535 Mar 08 12:04:15.137270 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ed55612d-5b60-4aa3-9798-cb18ac6673fe req-744f5321-349b-4361-ae43-03c8c884b248 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Mar 08 12:04:15.426802 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33832) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:15.577058 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33840) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:15.578718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bcada-084e-4244-a1e3-93736f78965c req-698d8b2f-4cc1-4d63-bc06-f2a5e756f519 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.580247 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-199bcada-084e-4244-a1e3-93736f78965c req-698d8b2f-4cc1-4d63-bc06-f2a5e756f519 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0537353 Mar 08 12:04:15.642552 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57112b06-6a1e-499b-875f-5a31f6362774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.647495 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-199bcada-084e-4244-a1e3-93736f78965c req-e85eff64-ddd2-495a-9849-e69d2b013d3d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=931aae72-d887-43b4-97dd-2c00732b6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542758 Mar 08 12:04:15.660732 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.722027 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57112b06-6a1e-499b-875f-5a31f6362774 admin admin] Publish callbacks [] for security_group (ee684b58-7d65-4200-99ed-25b1583d4f3d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.736996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Publish callbacks [] for security_group (c3b724b2-aa18-409a-8239-28ca92748d7c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.776887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57112b06-6a1e-499b-875f-5a31f6362774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ee684b58-7d65-4200-99ed-25b1583d4f3d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.803305 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c3b724b2-aa18-409a-8239-28ca92748d7c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.822321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57112b06-6a1e-499b-875f-5a31f6362774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee684b58-7d65-4200-99ed-25b1583d4f3d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:15.829165 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-57112b06-6a1e-499b-875f-5a31f6362774 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c685d0b0b9c43f597327a49fadc1dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509861 Mar 08 12:04:15.833651 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33846) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:15.843083 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d9d63b3b1034d15a8bdbc844089751e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151988 Mar 08 12:04:15.843972 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b724b2-aa18-409a-8239-28ca92748d7c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:15.845843 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33848) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:15.847001 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b05b62-f56d-410a-ac50-aa95ebde62b2 req-4f7fb8fd-7292-4d43-90c8-7fad012e18f6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.848524 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-23b05b62-f56d-410a-ac50-aa95ebde62b2 req-4f7fb8fd-7292-4d43-90c8-7fad012e18f6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1004193 Mar 08 12:04:15.864796 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.865152 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.865579 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.865919 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.866250 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.866577 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.866909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.867235 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.867922 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.868252 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.868577 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.868899 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.869223 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79438b5-39d4-4aa8-aa1a-9c3e98106f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:15.938717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] Publish callbacks [] for security_group (ee684b58-7d65-4200-99ed-25b1583d4f3d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.940116 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] Publish callbacks [] for security_group (c3b724b2-aa18-409a-8239-28ca92748d7c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.945841 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-23b05b62-f56d-410a-ac50-aa95ebde62b2 req-349b6cf8-6e61-49f3-a9e0-d8c3d4e856e3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877371 Mar 08 12:04:15.967143 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] Publish callbacks [] for security_group (ee684b58-7d65-4200-99ed-25b1583d4f3d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:15.974887 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] Publish callbacks [] for security_group (c3b724b2-aa18-409a-8239-28ca92748d7c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.008778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.023382 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-d5092d62-39d7-4a36-b77f-03e3ca4f18e0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:16.024841 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-d5092d62-39d7-4a36-b77f-03e3ca4f18e0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 946 time: 0.1163046 Mar 08 12:04:16.114098 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (ee684b58-7d65-4200-99ed-25b1583d4f3d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.116957 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.129073 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee684b58-7d65-4200-99ed-25b1583d4f3d HTTP/1.1" status: 204 len: 168 time: 0.2838595 Mar 08 12:04:16.129546 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:16.129546 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.129718 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b590-d1a6-49f1-9f46-cf9630a37f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee684b58-7d65-4200-99ed-25b1583d4f3d,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:16.200238 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c3b724b2-aa18-409a-8239-28ca92748d7c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.204143 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.205254 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3b724b2-aa18-409a-8239-28ca92748d7c HTTP/1.1" status: 204 len: 168 time: 0.3577702 Mar 08 12:04:16.230313 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30987f8-ed1f-4911-8c16-3e188b725941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b724b2-aa18-409a-8239-28ca92748d7c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:16.291162 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] For port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:16.291562 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.357057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d458c-c140-4c69-84bc-eea6e8c47a09 req-7e26a1d0-6bb3-4958-8dd2-cea7a878ad96 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:16.358531 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c18d458c-c140-4c69-84bc-eea6e8c47a09 req-7e26a1d0-6bb3-4958-8dd2-cea7a878ad96 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.1301072 Mar 08 12:04:16.458501 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c18d458c-c140-4c69-84bc-eea6e8c47a09 req-356c23d9-4aa8-4d9c-9010-ddfb12819403 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929427 Mar 08 12:04:16.523196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.523477 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.523821 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP b7174472-e587-4c13-88a9-f576a258eec4 disassociated. External IP: 172.27.3.137, port: 60ad806b-bd49-4324-9fbf-f4a7680fa3ac. Mar 08 12:04:16.524156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for 60ad806b-bd49-4324-9fbf-f4a7680fa3ac owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:16.722694 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (60ad806b-bd49-4324-9fbf-f4a7680fa3ac), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:16.744111 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bff8bded-8663-4252-819b-c75d9384f2f9 req-22366123-87a3-4920-a88a-fb786331794a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Mar 08 12:04:16.756801 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=60ad806b-bd49-4324-9fbf-f4a7680fa3ac,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:16.882344 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:16.927204 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33882) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:16.945536 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-75b5c958-1156-4967-908b-e8abb5817ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.056304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:17.068018 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:17.078784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:17.085627 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:17.112852 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] No DVR routers for this DVR port 60ad806b-bd49-4324-9fbf-f4a7680fa3ac on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:17.120180 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.123693 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa380faa-fa88-48a6-b16f-53c39e609570 req-38700062-eb0a-4ec6-b293-0f5c744bf2d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "DELETE /v2.0/ports/60ad806b-bd49-4324-9fbf-f4a7680fa3ac HTTP/1.1" status: 204 len: 173 time: 1.0925796 Mar 08 12:04:17.124151 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'name': 'network-vif-deleted', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:17.126477 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c212bf-d6a7-4da4-a0a1-3020c6a578c9" -d '{"events": [{"server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "name": "network-vif-deleted", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:17.173589 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc524f-f96e-444e-bc18-4032824ecbcc req-8ebc4cd4-6544-4c38-aa6d-5c3da22cbd85 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:17.175119 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-58bc524f-f96e-444e-bc18-4032824ecbcc req-8ebc4cd4-6544-4c38-aa6d-5c3da22cbd85 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1557629 Mar 08 12:04:17.180302 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-75b5c958-1156-4967-908b-e8abb5817ded admin admin] Publish callbacks [] for security_group (1df7776b-20bc-4dde-ab70-9d3ecd9d83d2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.183342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742e1dfe-fc8d-479e-b683-efaf6522aff8 x-openstack-request-id: req-742e1dfe-fc8d-479e-b683-efaf6522aff8 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:17.183661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7", "name": "network-vif-deleted", "tag": "60ad806b-bd49-4324-9fbf-f4a7680fa3ac", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:17.183943 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-742e1dfe-fc8d-479e-b683-efaf6522aff8 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:17.184344 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7', 'name': 'network-vif-deleted', 'tag': '60ad806b-bd49-4324-9fbf-f4a7680fa3ac', 'status': 'completed', 'code': 200} Mar 08 12:04:17.216667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:17.291075 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-58bc524f-f96e-444e-bc18-4032824ecbcc req-db0fef14-ca65-4d5c-b36c-3487f745ea0c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094215 Mar 08 12:04:17.299563 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-75b5c958-1156-4967-908b-e8abb5817ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1df7776b-20bc-4dde-ab70-9d3ecd9d83d2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.354090 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5c958-1156-4967-908b-e8abb5817ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df7776b-20bc-4dde-ab70-9d3ecd9d83d2,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:17.359855 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-75b5c958-1156-4967-908b-e8abb5817ded admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38566c17057e4481aae028e8f95f4eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316385 Mar 08 12:04:17.363308 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33904) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:17.425049 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:17.438175 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:17.497112 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Publish callbacks [] for security_group (1df7776b-20bc-4dde-ab70-9d3ecd9d83d2), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.524678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Publish callbacks [] for security_group (1df7776b-20bc-4dde-ab70-9d3ecd9d83d2), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.614030 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33914) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:17.633757 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.db.resource_extend [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:04:17.648951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4767c-923c-40f5-9133-efb380f961e5 req-0257d9c4-88c1-419e-a74b-28a1d9177c01 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:17.650811 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51c4767c-923c-40f5-9133-efb380f961e5 req-0257d9c4-88c1-419e-a74b-28a1d9177c01 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 943 time: 0.0688431 Mar 08 12:04:17.709694 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1df7776b-20bc-4dde-ab70-9d3ecd9d83d2), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.712473 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.717641 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1df7776b-20bc-4dde-ab70-9d3ecd9d83d2 HTTP/1.1" status: 204 len: 168 time: 0.3519979 Mar 08 12:04:17.721031 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51c4767c-923c-40f5-9133-efb380f961e5 req-a3e7b3d7-a678-4608-af3e-919aea9e4c15 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Mar 08 12:04:17.725899 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df7776b-20bc-4dde-ab70-9d3ecd9d83d2,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:17.743121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.743739 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.744255 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.745399 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.745969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.748197 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.748732 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.749240 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.749736 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.750414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.751468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.752277 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.752767 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca114aba-6eb4-46a4-9304-b20b54f1b354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:17.782507 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2130854305-network', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:17.803891 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:17.852118 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'port_id': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'mac_address': 'fa:16:3e:14:0d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:17.866043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: ACTIVE; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:17.866602 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.891360 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a8cd2f5e-5796-4ba7-8cc7-bbc319345c42 req-7453c322-5afa-4e1b-85a0-ac14a0b67c1b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=acc0a2a8-69ac-4cc5-8c59-ae7ffe99f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0412779 Mar 08 12:04:17.917764 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Made reservation on behalf of cfc28aa7473b41d7b1e2482c5f0695eb for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:17.921557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.934731 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33926) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:17.936522 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.971219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:17.973705 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d980a4c-9a2c-471a-b769-e56783223881" -d '{"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:17.994300 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:17.999954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:18.000326 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.034534 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf43d4e6-c6a0-4576-9975-13d65325d237 x-openstack-request-id: req-cf43d4e6-c6a0-4576-9975-13d65325d237 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:18.034902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:18.035161 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf43d4e6-c6a0-4576-9975-13d65325d237 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:18.035624 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'code': 200} Mar 08 12:04:18.035834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks [] for security_group (9fdfa521-9f51-4e59-9bdb-47e45661f490), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.042947 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:18.051029 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:18.080346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57d37a29-a3e4-41c0-90af-fb01465e3f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.085767 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:18.096461 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:18.098136 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.105991 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:18.106398 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:18.126575 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9fdfa521-9f51-4e59-9bdb-47e45661f490), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.162184 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57d37a29-a3e4-41c0-90af-fb01465e3f44 admin admin] Publish callbacks [] for security_group (7a38fe40-2a62-4dee-a506-6f783a627734), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.176356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:18.187729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdfa521-9f51-4e59-9bdb-47e45661f490,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.194232 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.205993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (d318011d-7d7b-435c-ad82-eba235b38c99), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.206345 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Added segment d318011d-7d7b-435c-ad82-eba235b38c99 of type vlan for network 47548c11-cec1-4050-898e-7164f8aff740 Mar 08 12:04:18.241210 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57d37a29-a3e4-41c0-90af-fb01465e3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7a38fe40-2a62-4dee-a506-6f783a627734), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.249497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=8']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.250775 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (47548c11-cec1-4050-898e-7164f8aff740), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.308730 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37a29-a3e4-41c0-90af-fb01465e3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a38fe40-2a62-4dee-a506-6f783a627734,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.312739 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:18.316180 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-57d37a29-a3e4-41c0-90af-fb01465e3f44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e52e9120d51e4c2b895764da9185d488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803589 Mar 08 12:04:18.318928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33934) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:18.349581 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.376286 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] Publish callbacks [] for security_group (7a38fe40-2a62-4dee-a506-6f783a627734), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.403366 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] Publish callbacks [] for security_group (7a38fe40-2a62-4dee-a506-6f783a627734), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.440639 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (47548c11-cec1-4050-898e-7164f8aff740), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.444841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:18.444841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.508237 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663749-185f-4e80-a5b9-1ef32c727021 req-c9fe9e71-2b03-48e1-8a44-c3397baddd03 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:18.510614 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e663749-185f-4e80-a5b9-1ef32c727021 req-c9fe9e71-2b03-48e1-8a44-c3397baddd03 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0891695 Mar 08 12:04:18.532019 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] Pushing event updated for resources: {'Network': ['ID=47548c11-cec1-4050-898e-7164f8aff740,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.545818 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 47548c11-cec1-4050-898e-7164f8aff740 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:18.572690 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e663749-185f-4e80-a5b9-1ef32c727021 req-b565aafa-3a87-4f27-a9eb-b07e21db9d7d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557976 Mar 08 12:04:18.581980 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:18.602894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7a38fe40-2a62-4dee-a506-6f783a627734), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.607885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.611434 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a38fe40-2a62-4dee-a506-6f783a627734 HTTP/1.1" status: 204 len: 168 time: 0.2890260 Mar 08 12:04:18.635804 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-466e0864-149b-4da6-9357-eac6ecf71931 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0191553 Mar 08 12:04:18.638177 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33948) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:18.644334 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Request body: {'subnet': {'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2130854305-subnet', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:18.650622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55688-eefa-4a0b-837a-8affce832e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a38fe40-2a62-4dee-a506-6f783a627734,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:18.766417 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Made reservation on behalf of cfc28aa7473b41d7b1e2482c5f0695eb for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:18.770917 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:18.989176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c9ac7-3c2f-4fd6-a838-0e8aca39377b req-3f1cfb63-c4d0-441e-be26-d617abe0ca0b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:18.991068 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c14c9ac7-3c2f-4fd6-a838-0e8aca39377b req-3f1cfb63-c4d0-441e-be26-d617abe0ca0b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 944 time: 0.1893208 Mar 08 12:04:19.016348 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:19.056312 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482c7d-f82a-43f4-bf76-614dd57a8d49 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:19.103317 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c14c9ac7-3c2f-4fd6-a838-0e8aca39377b req-90db3a3c-8c6b-4cde-a35f-47c17838c733 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021981 Mar 08 12:04:19.252850 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (e44d6001-edeb-47aa-b2d7-18adacf4fdb3), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.319007 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44d6001-edeb-47aa-b2d7-18adacf4fdb3,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:19.322775 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33972) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:19.342907 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Checking segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:19.343580 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Network hostable DHCP agents. Network: 47548c11-cec1-4050-898e-7164f8aff740, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:19.370023 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 60ad806b-bd49-4324-9fbf-f4a7680fa3ac no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:19.394434 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 60ad806b-bd49-4324-9fbf-f4a7680fa3ac {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:19.394976 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 60ad806b-bd49-4324-9fbf-f4a7680fa3ac not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:19.398406 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (931aae72-d887-43b4-97dd-2c00732b6a6d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.399723 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6f5ba-7f2d-4bab-9ab7-a3e3ce0f64b8 None None] New status for floating IP b7174472-e587-4c13-88a9-f576a258eec4: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:04:19.433613 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (931aae72-d887-43b4-97dd-2c00732b6a6d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.509048 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Network 47548c11-cec1-4050-898e-7164f8aff740 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:19.538114 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (931aae72-d887-43b4-97dd-2c00732b6a6d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.541069 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.547491 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/security-groups/931aae72-d887-43b4-97dd-2c00732b6a6d HTTP/1.1" status: 204 len: 168 time: 0.2164531 Mar 08 12:04:19.547795 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33978) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:19.568343 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-2b99a222-e03a-4f1e-a53a-1c3d78b89a74 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] show failed (client error): The resource could not be found. Mar 08 12:04:19.570579 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a4bd0-a802-45ae-951e-bc0c017ea3cb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931aae72-d887-43b4-97dd-2c00732b6a6d,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:19.577182 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2b99a222-e03a-4f1e-a53a-1c3d78b89a74 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups/931aae72-d887-43b4-97dd-2c00732b6a6d HTTP/1.1" status: 404 len: 347 time: 0.0270548 Mar 08 12:04:19.580347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 33984) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:19.640084 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 47548c11-cec1-4050-898e-7164f8aff740) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:19.651067 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:19.654224 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.655074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc357b-8faa-4c6a-b5d3-a03fbe91be46 None None] Network 47548c11-cec1-4050-898e-7164f8aff740 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:19.724688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port 3dfc7f12-b81e-4655-8939-e3244de5b14f {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:19.725301 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.750384 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7ed29500-e149-46c7-961e-6a62a50f885b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1108172 Mar 08 12:04:19.752928 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 33988) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:19.757317 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:19.783040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-47548c11-cec1-4050-898e-7164f8aff740', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:04:19.784910 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.813081 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.813729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (3dfc7f12-b81e-4655-8939-e3244de5b14f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.826350 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for 3dfc7f12-b81e-4655-8939-e3244de5b14f owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:19.861033 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.862194 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:19.926278 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Allocated IP 172.20.0.2 (47548c11-cec1-4050-898e-7164f8aff740/e44d6001-edeb-47aa-b2d7-18adacf4fdb3/20734e9b-c6a4-4cf1-a269-1cf4272bed5f) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:19.941914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for router_controller (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), precommit_add_association {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.101602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-14f4c7e8-2d81-4d21-9451-462c29eb4217 req-299877f8-a47b-4ef4-8c58-baf35936f2ae service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:04:20.102676 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-14f4c7e8-2d81-4d21-9451-462c29eb4217 req-299877f8-a47b-4ef4-8c58-baf35936f2ae service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062842 Mar 08 12:04:20.160911 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (3dfc7f12-b81e-4655-8939-e3244de5b14f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.166578 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for router_gateway (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.203880 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=3dfc7f12-b81e-4655-8939-e3244de5b14f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:20.224007 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34004) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:20.228318 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks [] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.284658 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (b7174472-e587-4c13-88a9-f576a258eec4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.287724 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.289371 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a65cf8d4-2d3a-4ae0-97eb-75ce5c64835b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/floatingips/b7174472-e587-4c13-88a9-f576a258eec4 HTTP/1.1" status: 204 len: 168 time: 0.7077971 Mar 08 12:04:20.326788 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.393576 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Network 47548c11-cec1-4050-898e-7164f8aff740 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:20.398654 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:20.405483 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:20.410952 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-00a99846-2f9e-4029-bd16-9607d9de3c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.431902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Pushing event updated for resources: {'Port': ['ID=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:20.468465 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82074c31-3718-4f0c-81f0-6369ff138f6d req-b8e9e430-70fc-40c7-a2d4-e6b76675e7cb tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:20.470017 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-82074c31-3718-4f0c-81f0-6369ff138f6d req-b8e9e430-70fc-40c7-a2d4-e6b76675e7cb tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 944 time: 0.0848687 Mar 08 12:04:20.515808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Attempting to bind port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:20.516964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Attempting to bind port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:20.517069 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Attempting to bind port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f on network 47548c11-cec1-4050-898e-7164f8aff740 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:20.522300 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:20.522688 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Checking segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:20.523093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.523487 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Bound using segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:20.524193 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Bound port: 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:20.524942 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.536981 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for router_gateway (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.576995 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-82074c31-3718-4f0c-81f0-6369ff138f6d req-580c36f7-4233-4421-8e47-5b0da26f6b84 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924199 Mar 08 12:04:20.595272 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.602939 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] For port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:20.608672 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] For port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:20.678841 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.723932 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6cbf4-357a-40b1-8c00-8a87de3371da req-a94d5c7f-582e-4ad8-8e6e-9cb93508ac96 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:20.731029 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72d6cbf4-357a-40b1-8c00-8a87de3371da req-a94d5c7f-582e-4ad8-8e6e-9cb93508ac96 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0858903 Mar 08 12:04:20.769189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Allocated IP 172.27.3.118 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/41d50071-9daf-4dbc-84f3-eb67444ead37) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:20.790216 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-00a99846-2f9e-4029-bd16-9607d9de3c2f admin admin] Publish callbacks [] for security_group (2cc81a44-958c-433d-9f02-65e32daaadd6), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.800134 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72d6cbf4-357a-40b1-8c00-8a87de3371da req-1c871856-72f0-40a9-bf0a-f0181e0cebd0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655890 Mar 08 12:04:20.841632 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7f45-d374-4ac4-9a59-ee5863cb164d None None] Pushing event updated for resources: {'Port': ['ID=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:20.889066 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-00a99846-2f9e-4029-bd16-9607d9de3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2cc81a44-958c-433d-9f02-65e32daaadd6), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.936162 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858ac73-97d8-4353-889b-bac57cf7a24b req-a3f715a2-0208-4b6d-8b32-8814d554a940 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:20.942959 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a99846-2f9e-4029-bd16-9607d9de3c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc81a44-958c-433d-9f02-65e32daaadd6,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:20.943846 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3858ac73-97d8-4353-889b-bac57cf7a24b req-a3f715a2-0208-4b6d-8b32-8814d554a940 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.0666478 Mar 08 12:04:20.967953 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-00a99846-2f9e-4029-bd16-9607d9de3c2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=762e36752ee249f6be2c1e424823be4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421708 Mar 08 12:04:20.970682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34028) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:21.002835 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.014380 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3858ac73-97d8-4353-889b-bac57cf7a24b req-64fd480e-6d38-4ac4-9469-ed3876717cfa tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695248 Mar 08 12:04:21.052450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] Publish callbacks [] for security_group (2cc81a44-958c-433d-9f02-65e32daaadd6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.096264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] Publish callbacks [] for security_group (2cc81a44-958c-433d-9f02-65e32daaadd6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.117442 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34034) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:21.122734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832653221', 'description': 'tempest-description--1979714707'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:21.124454 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.145437 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34036) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:21.171659 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:21.176090 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:21.179757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:21.208595 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Pushing event updated for resources: {'Port': ['ID=41d50071-9daf-4dbc-84f3-eb67444ead37,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:21.222788 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.254156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2cc81a44-958c-433d-9f02-65e32daaadd6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.256800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.260528 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cc81a44-958c-433d-9f02-65e32daaadd6 HTTP/1.1" status: 204 len: 168 time: 0.2884860 Mar 08 12:04:21.280949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ada12-c43a-4d87-bf83-05e8de0545a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc81a44-958c-433d-9f02-65e32daaadd6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:21.333817 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-c53db248-e5f8-404b-8671-96b11cc66c8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1871576 Mar 08 12:04:21.348216 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-545e29c1-56df-448e-80a4-8a115410fa34 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:04:21.349184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-545e29c1-56df-448e-80a4-8a115410fa34 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059712 Mar 08 12:04:21.373065 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:21.390900 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (67a2416c-3293-4b3c-a147-b92ce5f649cc), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.441739 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34046) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:21.491661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (67a2416c-3293-4b3c-a147-b92ce5f649cc), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.517668 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 20734e9b-c6a4-4cf1-a269-1cf4272bed5f up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:21.538183 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2416c-3293-4b3c-a147-b92ce5f649cc,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:21.552792 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:04:21.578456 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:21.579141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.621744 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.624336 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f1227cc8-90d4-4120-9ae6-0ca3afed95dd tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5047512 Mar 08 12:04:21.628409 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34054) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:21.633607 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '67a2416c-3293-4b3c-a147-b92ce5f649cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:21.651479 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for router_gateway (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.704732 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:21.706065 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.796233 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:21.796638 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.810200 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-88bd1234-7e08-4228-bb7a-1837a85ea9f9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:21.812347 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-88bd1234-7e08-4228-bb7a-1837a85ea9f9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports/69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 940 time: 0.3690515 Mar 08 12:04:21.818952 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (cfe4f7a4-548b-4ddf-8089-4c63cf313c3a), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.886782 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:21.887174 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.894260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:21.897086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3c2d8-abf2-4663-961a-4a13f7e87f01" -d '{"events": [{"server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "name": "network-vif-plugged", "status": "completed", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:21.913601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a8ed-4241-477e-8112-2dbd85bdc187 req-9b5e9013-2129-40c7-92f3-15fe2c17326f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:21.917897 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1289a8ed-4241-477e-8112-2dbd85bdc187 req-9b5e9013-2129-40c7-92f3-15fe2c17326f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 944 time: 0.1881926 Mar 08 12:04:21.932186 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:21.963536 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:22.002475 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (cfe4f7a4-548b-4ddf-8089-4c63cf313c3a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.008739 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1289a8ed-4241-477e-8112-2dbd85bdc187 req-e2f3d8cb-9e72-419f-bc03-ee4111e5ade7 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820117 Mar 08 12:04:22.041183 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.042102 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:22.080687 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (cfe4f7a4-548b-4ddf-8089-4c63cf313c3a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.101437 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7cddb-2ad6-4ddf-8a39-dd15917edc4b x-openstack-request-id: req-54e7cddb-2ad6-4ddf-8a39-dd15917edc4b {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:22.101437 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "name": "network-vif-plugged", "status": "completed", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:22.101437 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54e7cddb-2ad6-4ddf-8a39-dd15917edc4b {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:22.101437 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'code': 200} Mar 08 12:04:22.103202 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe4f7a4-548b-4ddf-8089-4c63cf313c3a,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:22.104672 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.179865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3de54-e2fd-4127-bc6d-caafc04c3fb4 None None] Network 47548c11-cec1-4050-898e-7164f8aff740 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:22.200823 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ddef-3b5b-4c4d-91a5-a0204061be78 req-71bb7cc1-6e19-4a78-b367-2cfd28708b2c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.216222 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d579ddef-3b5b-4c4d-91a5-a0204061be78 req-71bb7cc1-6e19-4a78-b367-2cfd28708b2c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.2371049 Mar 08 12:04:22.229023 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:22.235485 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: DOWN; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:22.240826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.288853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.296575 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-924f6164-1533-4b0f-b81b-b313605b9110 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6604946 Mar 08 12:04:22.296575 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34076) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:22.301312 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '67a2416c-3293-4b3c-a147-b92ce5f649cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:22.304431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:22.345101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334bd5-22f8-4833-9286-dbaecf0e13d9 req-f51b65d5-08f3-492d-957a-f42f1e698bf5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.346281 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1334bd5-22f8-4833-9286-dbaecf0e13d9 req-f51b65d5-08f3-492d-957a-f42f1e698bf5 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.1902823 Mar 08 12:04:22.354235 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-cce2a263-af66-455d-ac36-ef4018317fe8 None None] Provisioning complete for port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:22.354892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cce2a263-af66-455d-ac36-ef4018317fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.389512 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebd525-2958-467d-a820-14158d418ed5 req-63e8f153-b517-4421-8e57-c193de3b0033 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.391080 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2bebd525-2958-467d-a820-14158d418ed5 req-63e8f153-b517-4421-8e57-c193de3b0033 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 945 time: 0.1693063 Mar 08 12:04:22.461256 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1334bd5-22f8-4833-9286-dbaecf0e13d9 req-3ae7a659-dd9a-4f4e-9df9-5d7e5efcfc03 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf51bd8f-db18-4da5-9259-05796662f05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086578 Mar 08 12:04:22.476300 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (af297888-2e47-4673-8ac4-7f325ebf77a5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.590452 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Deleting port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:22.590870 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.613478 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d579ddef-3b5b-4c4d-91a5-a0204061be78 req-759fce3a-249a-4c48-8554-601c47449761 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935542 Mar 08 12:04:22.633765 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-cce2a263-af66-455d-ac36-ef4018317fe8 None None] Current status of the port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:22.650606 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (af297888-2e47-4673-8ac4-7f325ebf77a5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.765883 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] For port 0682d595-59ac-4779-ba3b-ed8c618fa9d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0682d595-59ac-4779-ba3b-ed8c618fa9d0,segment=NetworkSegment(60689ebd-89f0-4811-ac9c-b6911b531689),segment_id=60689ebd-89f0-4811-ac9c-b6911b531689)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:22.766282 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.776518 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445926-5c04-4b85-903d-1f7e9af491d9 req-30a114cd-f253-44f0-be03-47123f1eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.778066 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e445926-5c04-4b85-903d-1f7e9af491d9 req-30a114cd-f253-44f0-be03-47123f1eb873 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1129 time: 0.1260917 Mar 08 12:04:22.782032 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (af297888-2e47-4673-8ac4-7f325ebf77a5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.796491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Calling delete_port for 0682d595-59ac-4779-ba3b-ed8c618fa9d0 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:22.829662 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:22.834727 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af297888-2e47-4673-8ac4-7f325ebf77a5,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:22.911372 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e445926-5c04-4b85-903d-1f7e9af491d9 req-87f9fbe1-1cb7-40dd-9e1c-ad32aca0f2da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241982 Mar 08 12:04:22.924793 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.925981 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3aefa3e3-7231-43c0-84c5-85fb38b685ce tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6287794 Mar 08 12:04:22.930886 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34088) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:22.935337 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:22.957002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-566c87d1-9605-4186-a637-ceab2736b517 None None] Provisioning complete for port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:22.957478 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-566c87d1-9605-4186-a637-ceab2736b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.967422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:22.987204 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Sync routers for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:23.009636 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:23.010256 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:23.027076 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.069215 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.071453 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8d71629a-20e3-495a-90a2-881f7f913210 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3165581 Mar 08 12:04:23.079475 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34094) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:23.107051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (0682d595-59ac-4779-ba3b-ed8c618fa9d0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.155483 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['0682d595-59ac-4779-ba3b-ed8c618fa9d0'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:23.167914 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Pushing event deleted for resources: {'Port': ['ID=0682d595-59ac-4779-ba3b-ed8c618fa9d0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:23.246236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:23.276685 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-566c87d1-9605-4186-a637-ceab2736b517 None None] Current status of the port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:23.517243 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] No DVR routers for this DVR port 0682d595-59ac-4779-ba3b-ed8c618fa9d0 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:23.521528 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.524916 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2bebd525-2958-467d-a820-14158d418ed5 req-dd0b41c5-7298-4374-a47e-8f6ddf8cceed tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.58 "DELETE /v2.0/ports/0682d595-59ac-4779-ba3b-ed8c618fa9d0 HTTP/1.1" status: 204 len: 173 time: 1.1249886 Mar 08 12:04:23.525774 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 20734e9b-c6a4-4cf1-a269-1cf4272bed5f up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:23.527285 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'name': 'network-vif-deleted', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:23.549497 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0bfc67-bda6-4c87-b73f-872bb7228d94" -d '{"events": [{"server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "name": "network-vif-deleted", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:23.560564 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7462f-2a3d-4446-a24b-afc80bd22ab9 req-49eb3085-5dd3-44da-9e57-a9135075bb93 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:23.562796 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ef7462f-2a3d-4446-a24b-afc80bd22ab9 req-49eb3085-5dd3-44da-9e57-a9135075bb93 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.4610672 Mar 08 12:04:23.602223 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:21Z', 'revision_number': 3, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:23.641899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Checking router: 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:23.644975 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Updating router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 port 41d50071-9daf-4dbc-84f3-eb67444ead37 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:23.645697 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ef7462f-2a3d-4446-a24b-afc80bd22ab9 req-bd98ca95-3f2e-482a-a559-ad10f703cbb8 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756133 Mar 08 12:04:23.650371 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.673834 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:23.674286 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.713487 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dcc416f5-eff1-4ca3-9860-fdfdbcc3b11a req-bca76735-292a-424a-82cd-298d94ac1642 tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0859880 Mar 08 12:04:23.729393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.763275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629f1fe-2b2f-48c0-83ec-0e0fa42e618d x-openstack-request-id: req-b629f1fe-2b2f-48c0-83ec-0e0fa42e618d {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:23.763275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9a30c5-5b36-45ee-a73f-349fcaab546e", "name": "network-vif-deleted", "tag": "0682d595-59ac-4779-ba3b-ed8c618fa9d0", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:23.764270 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b629f1fe-2b2f-48c0-83ec-0e0fa42e618d {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:23.764530 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9a30c5-5b36-45ee-a73f-349fcaab546e', 'name': 'network-vif-deleted', 'tag': '0682d595-59ac-4779-ba3b-ed8c618fa9d0', 'status': 'completed', 'code': 200} Mar 08 12:04:23.816241 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.906397 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:23.916756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5dd20-0aa2-4076-99fc-007cfa7de763 req-6703b5ec-c952-4935-addf-73fb26b904b5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:23.918348 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fb5dd20-0aa2-4076-99fc-007cfa7de763 req-6703b5ec-c952-4935-addf-73fb26b904b5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1399915 Mar 08 12:04:23.927157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.27.3.120 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/d0397642-0b34-4a7e-ac60-b30d4023cbbb) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:24.002634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fb5dd20-0aa2-4076-99fc-007cfa7de763 req-733bb4aa-ada2-4952-8297-9b66031a1c21 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773222 Mar 08 12:04:24.016406 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Allocated IP 172.20.0.1 (47548c11-cec1-4050-898e-7164f8aff740/e44d6001-edeb-47aa-b2d7-18adacf4fdb3/c7c8fbde-1639-4b07-a658-0631d75db933) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:24.089143 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.145784 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks [] for port (c7c8fbde-1639-4b07-a658-0631d75db933), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.228056 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.256991 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.281897 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:24.286589 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:24.290029 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:24.292613 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Network 47548c11-cec1-4050-898e-7164f8aff740 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:24.298373 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:24.302070 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:24.327070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=d0397642-0b34-4a7e-ac60-b30d4023cbbb,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:24.340255 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:24.364528 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.443543 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.604544 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks [] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.612664 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-3060c5d2-af18-4fb9-98e0-bba39b204ffa None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:24.613674 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3060c5d2-af18-4fb9-98e0-bba39b204ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.624046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.655219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-3060c5d2-af18-4fb9-98e0-bba39b204ffa None None] Port c7c8fbde-1639-4b07-a658-0631d75db933 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:24.664794 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.715621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.806538 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Attempting to bind port 41d50071-9daf-4dbc-84f3-eb67444ead37 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:24.806918 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Attempting to bind port 41d50071-9daf-4dbc-84f3-eb67444ead37 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:24.807295 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Attempting to bind port 41d50071-9daf-4dbc-84f3-eb67444ead37 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:24.820855 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:24.821234 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:24.821950 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.822322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:24.822805 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Bound port: 41d50071-9daf-4dbc-84f3-eb67444ead37, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:24.823188 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.899299 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] For port 41d50071-9daf-4dbc-84f3-eb67444ead37, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:24.903231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] For port 41d50071-9daf-4dbc-84f3-eb67444ead37, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=41d50071-9daf-4dbc-84f3-eb67444ead37,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:24.909763 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-707ba1ef-a989-4438-8225-9b357b4452fd req-7a484150-ac47-40ba-b5d4-6e2a2512584e tempest-VolumesSnapshotTestJSON-1691225264 tempest-VolumesSnapshotTestJSON-1691225264-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c9a30c5-5b36-45ee-a73f-349fcaab546e HTTP/1.1" status: 200 len: 210 time: 0.0428500 Mar 08 12:04:24.911278 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd0569-fb9d-41a5-a647-28da92e42d20 None None] Pushing event updated for resources: {'Port': ['ID=41d50071-9daf-4dbc-84f3-eb67444ead37,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:24.913508 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:24.971663 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc2fc-1c3e-41d8-8ae0-8e08f860dde2 req-ce2901f2-d9a1-46aa-9f5d-a7927041a957 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:24.973294 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b94bc2fc-1c3e-41d8-8ae0-8e08f860dde2 req-ce2901f2-d9a1-46aa-9f5d-a7927041a957 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.2346916 Mar 08 12:04:25.021682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.023322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.033829 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks [] for port (c7c8fbde-1639-4b07-a658-0631d75db933), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.064514 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b94bc2fc-1c3e-41d8-8ae0-8e08f860dde2 req-93593306-988b-4f08-bf32-d732b85763ab tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856791 Mar 08 12:04:25.109180 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.125366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:25.126517 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:25.143806 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=d0397642-0b34-4a7e-ac60-b30d4023cbbb,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:25.202618 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.237669 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd0569-fb9d-41a5-a647-28da92e42d20 None None] Pushing event updated for resources: {'Port': ['ID=41d50071-9daf-4dbc-84f3-eb67444ead37,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:25.238867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3ef20-eb6f-474f-801e-fd7bb90be572 req-05bf36f9-a55e-4fdb-bc0e-eb299cf27255 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.242038 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-63c3ef20-eb6f-474f-801e-fd7bb90be572 req-05bf36f9-a55e-4fdb-bc0e-eb299cf27255 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0818686 Mar 08 12:04:25.248637 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:25.257078 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.303984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-63c3ef20-eb6f-474f-801e-fd7bb90be572 req-5aa1a5de-ee96-45e2-b91a-0342c27de6a3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539763 Mar 08 12:04:25.313400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.314797 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-888d7fda-0c15-4122-906d-7cebc03dea91 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3828728 Mar 08 12:04:25.319697 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:25.348687 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede13e8-d939-4efd-857d-765f439239fb req-a96fd381-561a-45b7-8948-790a153a68bb tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.350185 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6ede13e8-d939-4efd-857d-765f439239fb req-a96fd381-561a-45b7-8948-790a153a68bb tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.1682298 Mar 08 12:04:25.382078 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0682d595-59ac-4779-ba3b-ed8c618fa9d0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:25.426658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Network 47548c11-cec1-4050-898e-7164f8aff740 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:25.432587 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:25.443685 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 0682d595-59ac-4779-ba3b-ed8c618fa9d0 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:25.444108 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 0682d595-59ac-4779-ba3b-ed8c618fa9d0 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:25.457126 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6ede13e8-d939-4efd-857d-765f439239fb req-b943c6ba-a476-4c8e-b990-34c55f8b63c2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947216 Mar 08 12:04:25.471162 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34144) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:25.638388 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-ca977899-e237-4260-8e64-59062517c43d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--832653221&fields=id&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 267 time: 0.1432843 Mar 08 12:04:25.649197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 2, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:25.676631 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:25.707753 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c8a5-77f3-4eb1-94b3-0621f58346df None None] The sync data for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi is: [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 2, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:25.786518 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-39410ee9-e797-4ae4-8240-b1bdb2c05b6f None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:25.787222 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39410ee9-e797-4ae4-8240-b1bdb2c05b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.799733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-d21ec55f-7fde-438a-b016-5cc05a3776f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.801615 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-d21ec55f-7fde-438a-b016-5cc05a3776f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 1127 time: 0.2261841 Mar 08 12:04:25.842335 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-39410ee9-e797-4ae4-8240-b1bdb2c05b6f None None] Port c7c8fbde-1639-4b07-a658-0631d75db933 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:25.851366 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:25.875293 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-236dca0f-70e3-4b9c-945f-8ccb0b43c685 admin admin] 10.222.0.52 "PUT /v2.0/routers/15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7948081 Mar 08 12:04:25.890409 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-bee530b0-b470-4e02-99a6-bd4f8d8a770b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.897993 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-bee530b0-b470-4e02-99a6-bd4f8d8a770b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.2582080 Mar 08 12:04:25.900425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a94ba-4d1a-4e37-93b2-1099528bc6ca tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.904898 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-585a94ba-4d1a-4e37-93b2-1099528bc6ca tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1124 time: 0.4324880 Mar 08 12:04:25.908318 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34158) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:25.917146 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'port_id': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:25.922164 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3d2999bc-f6d6-4d64-b52e-fadd3848104c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/quotas/ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 375 time: 0.0227246 Mar 08 12:04:25.978363 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-e324cbcd-cdbe-4ffc-bae8-8f82841fb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.979880 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-e324cbcd-cdbe-4ffc-bae8-8f82841fb787 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1127 time: 0.1375265 Mar 08 12:04:26.060858 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.140760 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-1c8a27f6-ad42-4715-965a-7228d2351499 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2108922 Mar 08 12:04:26.235633 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-3c86a51f-51c3-4618-84ee-f1eca3c97fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.237492 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-3c86a51f-51c3-4618-84ee-f1eca3c97fde service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.2520897 Mar 08 12:04:26.260666 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.331854 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-aed5b0e0-49c3-40da-91c6-5c75304f18ce service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826208 Mar 08 12:04:26.404484 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-7711d172-92a1-4d57-a012-4a6525878746 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 999 time: 0.1584804 Mar 08 12:04:26.416552 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.27.3.252 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/2da403d9-b8d6-4449-b786-a5733db3257d) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:26.538299 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-fb2a96c7-92ac-4d6e-832e-481d53ff9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.539456 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-fb2a96c7-92ac-4d6e-832e-481d53ff9e39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.1322687 Mar 08 12:04:26.615943 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (2da403d9-b8d6-4449-b786-a5733db3257d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.639817 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-09e9b2b3-d230-4575-a740-5c7e7e22c745 service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743101 Mar 08 12:04:26.661246 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0806834-0e21-41d7-be61-2f5ac9a9853d req-c8f51b59-71b7-42e9-aa02-c897de2ad244 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.663333 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0806834-0e21-41d7-be61-2f5ac9a9853d req-c8f51b59-71b7-42e9-aa02-c897de2ad244 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1624792 Mar 08 12:04:26.685835 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-85f53f66-527e-4b5a-bfa8-3e65ad7d1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.687700 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-85f53f66-527e-4b5a-bfa8-3e65ad7d1a04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366899 Mar 08 12:04:26.768754 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0806834-0e21-41d7-be61-2f5ac9a9853d req-d0aaefc2-0b89-46b9-b85c-07075e0c13fd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932643 Mar 08 12:04:26.796295 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.858348 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:26.863027 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:26.867555 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:26.940663 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-39ee7675-2bf9-4032-a3d7-987adab1b6e8 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362769 Mar 08 12:04:26.971307 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=2da403d9-b8d6-4449-b786-a5733db3257d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:27.207627 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34192) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:27.221839 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266666855-network', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:27.226946 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9fa21845-f2c1-4904-9c1a-148fda36ca6c req-c435e0cb-b000-4f6b-985e-1989339715e2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0703182 Mar 08 12:04:27.258734 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8aca380a-02d6-44a9-826c-2c8538da7160 req-77e6cec3-7587-4381-94d1-0a6ea7033af5 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861018 Mar 08 12:04:27.373903 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Made reservation on behalf of 3dc0e3bffb9d49e788fc11efd21eee1c for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:27.376541 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.387379 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.517879 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks [] for security_group (0443a1e2-548c-48c5-9a8d-45e36adbb0ca), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.577204 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 41d50071-9daf-4dbc-84f3-eb67444ead37 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:27.621867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0443a1e2-548c-48c5-9a8d-45e36adbb0ca), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.655866 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:27.676666 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0443a1e2-548c-48c5-9a8d-45e36adbb0ca,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:27.684483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (4eed6b55-1fa4-4631-9134-480ff668656c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.685957 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Added segment 4eed6b55-1fa4-4631-9134-480ff668656c of type vlan for network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 Mar 08 12:04:27.731712 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 41d50071-9daf-4dbc-84f3-eb67444ead37 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:27.732842 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.789609 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.849645 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 41d50071-9daf-4dbc-84f3-eb67444ead37 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:27.850065 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.895199 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 41d50071-9daf-4dbc-84f3-eb67444ead37, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=41d50071-9daf-4dbc-84f3-eb67444ead37,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:27.984096 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.003912 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (fc6275d9-4b49-458e-9ebb-33a598860bf9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.019646 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.020733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.021616 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.043797 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90655e7-d0dc-4242-a4a9-5c97f48e22ea req-1e4d267f-c826-43c2-a5fd-0fdecf917fdb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.048149 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c90655e7-d0dc-4242-a4a9-5c97f48e22ea req-1e4d267f-c826-43c2-a5fd-0fdecf917fdb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1056449 Mar 08 12:04:28.065488 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:28.079772 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=41d50071-9daf-4dbc-84f3-eb67444ead37,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:28.145268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=a061248f-4ac3-4bbd-a5c2-f4fb38f333b2,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:28.159515 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:28.175113 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c90655e7-d0dc-4242-a4a9-5c97f48e22ea req-4eb8d0d4-71d3-424c-a099-1964f31cbc13 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Mar 08 12:04:28.207639 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9f02be5f-372d-4ed4-b7ea-c181fe1f3cd3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9896841 Mar 08 12:04:28.208238 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34228) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:28.220013 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Request body: {'subnet': {'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266666855-subnet', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:28.243013 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.336893 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3ae87abd-dc55-46cc-889b-d691f773e0fb req-f5f7dc2f-3705-42d4-8b83-8d1d477832a2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0355175 Mar 08 12:04:28.396127 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Made reservation on behalf of 3dc0e3bffb9d49e788fc11efd21eee1c for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:28.400717 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780574'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.453107 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (2da403d9-b8d6-4449-b786-a5733db3257d), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.532716 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.707715 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=2da403d9-b8d6-4449-b786-a5733db3257d,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:28.725055 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (fc6275d9-4b49-458e-9ebb-33a598860bf9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.737266 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780544'] for subnet (e4143832-c835-4c6e-8dae-e673398c0a61), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.823717 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4143832-c835-4c6e-8dae-e673398c0a61,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:28.833019 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Checking segment: {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:28.833385 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Network hostable DHCP agents. Network: a061248f-4ac3-4bbd-a5c2-f4fb38f333b2, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:28.863452 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Sync routers for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:28.878672 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:28.883744 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:28.897958 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP fc6275d9-4b49-458e-9ebb-33a598860bf9 associated. External IP: 172.27.3.252, port: fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4. Mar 08 12:04:28.926995 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:29.016167 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, a061248f-4ac3-4bbd-a5c2-f4fb38f333b2) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:29.020529 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:29.020742 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.021491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.052081 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f3e97-e7a9-4e6a-a414-ab755953f193 None None] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:29.112875 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3022fb91-23ce-41a9-9ecc-043c217fb378 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9038491 Mar 08 12:04:29.115397 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34240) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:29.121207 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:29.272347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:29.298754 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.300569 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.312866 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'fixed_ips': [{'subnet_id': 'e4143832-c835-4c6e-8dae-e673398c0a61'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:04:29.319176 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.326681 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 2, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:29.388811 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Checking router: 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:29.389168 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Updating router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 port c7c8fbde-1639-4b07-a658-0631d75db933 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:29.409918 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for router_controller (aab5f5ef-cec3-43e7-8db8-198fcec789c3), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.439268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76d56-2d31-4cfd-a13e-cb1a19de9310 req-af7da665-5368-41f4-a0b7-577120c50ad7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.446588 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f4e76d56-2d31-4cfd-a13e-cb1a19de9310 req-af7da665-5368-41f4-a0b7-577120c50ad7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1093225 Mar 08 12:04:29.510268 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.552594 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f4e76d56-2d31-4cfd-a13e-cb1a19de9310 req-5f2ca7d3-9cef-47e8-831a-819f55c94e44 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045113 Mar 08 12:04:29.592870 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:29.611973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 41d50071-9daf-4dbc-84f3-eb67444ead37 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:29.629740 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:29.655044 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Allocated IP 172.20.0.2 (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2/e4143832-c835-4c6e-8dae-e673398c0a61/06a86c68-4a43-40cc-accb-5a44b2dc9ac6) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:29.680149 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c7caa22a-678e-4b10-a5b6-5923ee73d678 req-0aacf056-a39b-45aa-8579-fee8f4039179 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0901260 Mar 08 12:04:29.683393 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.688783 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:29.689249 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:29.733376 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7b269ac2-d8a1-4b18-ab44-ab3598cd89d2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8239365 Mar 08 12:04:29.734276 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:29.739685 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:29.779400 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f87c4-9c3b-4802-bcbb-c7a2dc1ab423 x-openstack-request-id: req-a42f87c4-9c3b-4802-bcbb-c7a2dc1ab423 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:29.779941 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:29.780382 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a42f87c4-9c3b-4802-bcbb-c7a2dc1ab423 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:29.781059 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'status': 'completed', 'code': 200} Mar 08 12:04:29.810409 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for router_gateway (aab5f5ef-cec3-43e7-8db8-198fcec789c3), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.875596 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:29.921925 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 41d50071-9daf-4dbc-84f3-eb67444ead37 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:29.922314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.033766 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks [] for port (c7c8fbde-1639-4b07-a658-0631d75db933), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.094799 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks [] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.097021 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.117149 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for router_gateway (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.140607 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.156281 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Pushing event updated for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.201039 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.201775 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.202277 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.202709 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.203136 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.203575 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.204115 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.204656 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.205091 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.205529 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.206094 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.206545 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.206970 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.254637 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Attempting to bind port c7c8fbde-1639-4b07-a658-0631d75db933 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:30.255314 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Attempting to bind port c7c8fbde-1639-4b07-a658-0631d75db933 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:30.255911 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Attempting to bind port c7c8fbde-1639-4b07-a658-0631d75db933 on network 47548c11-cec1-4050-898e-7164f8aff740 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:30.264014 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:30.264783 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Checking segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:30.265405 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.265858 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Bound using segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:30.266395 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Bound port: c7c8fbde-1639-4b07-a658-0631d75db933, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:30.266836 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.308569 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.348787 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] For port c7c8fbde-1639-4b07-a658-0631d75db933, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:30.353077 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] For port c7c8fbde-1639-4b07-a658-0631d75db933, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c7c8fbde-1639-4b07-a658-0631d75db933,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:30.364230 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:30.369257 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 41d50071-9daf-4dbc-84f3-eb67444ead37 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:30.379832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:30.383033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:30.411946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Pushing event updated for resources: {'Port': ['ID=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.428598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Allocated IP 172.27.3.134 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/cb077b54-76a9-408c-9c01-41f977b96bec) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:30.441815 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.490236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Attempting to bind port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:30.490614 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Attempting to bind port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:30.490987 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Attempting to bind port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 on network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:30.507265 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:30.507677 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Checking segment: {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:30.508460 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.508599 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:30.508710 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Bound using segment: {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:30.509003 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Bound port: 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:30.509185 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:30.509469 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.515428 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1dd39-0bf2-473d-8a92-09879eabbd25 None None] Pushing event updated for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.553773 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:30.554155 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.571859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for port (cb077b54-76a9-408c-9c01-41f977b96bec), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.591497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'fc6275d9-4b49-458e-9ebb-33a598860bf9', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:14:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:27Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:30.647935 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:30.691999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] For port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:30.705426 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] For port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:30.706772 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:30.712578 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:30.713227 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:30.780873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.854347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f28e78-239e-4093-97ae-8305c0bb905f req-960802a0-1d84-4c12-9ea6-b31dab6800fc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.865214 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-53f28e78-239e-4093-97ae-8305c0bb905f req-960802a0-1d84-4c12-9ea6-b31dab6800fc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1690152 Mar 08 12:04:30.923424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:30.979926 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-53f28e78-239e-4093-97ae-8305c0bb905f req-499f40b9-c4fe-45f1-8b15-df30bb57ab95 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088359 Mar 08 12:04:30.998775 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-432bf5fa-ae5e-4da0-8321-a9420efab3a3 req-1707e712-bf1a-4bc6-9509-12ef3038a00f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.1321418 Mar 08 12:04:31.000791 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:31.029976 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Pushing event updated for resources: {'Port': ['ID=cb077b54-76a9-408c-9c01-41f977b96bec,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.031309 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.034073 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:31.040824 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:31.079431 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:30Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:31.113245 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3e49d-44ba-49e4-9228-4e1df2c4e4a7 None None] The sync data for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi is: [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:30Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:31.138451 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Current status of the port c7c8fbde-1639-4b07-a658-0631d75db933 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:31.139488 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.188420 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631005-52c1-448d-8b2e-47f4c2ce7e28 None None] Pushing event updated for resources: {'Port': ['ID=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.222449 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] For port c7c8fbde-1639-4b07-a658-0631d75db933, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c7c8fbde-1639-4b07-a658-0631d75db933,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:31.374092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'fc6275d9-4b49-458e-9ebb-33a598860bf9', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:14:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:27Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:31.411230 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef163c5-bf8a-461e-b977-af52faf7a2ee None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'fc6275d9-4b49-458e-9ebb-33a598860bf9', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:14:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:27Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:31.577396 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.685483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for router_gateway (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.715317 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3e9c6-c653-496f-b19f-3d8f3d5ab974 None None] Pushing event updated for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.756696 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-6e49a357-4dc3-4b1b-ba88-5d9b1b1174d6 None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:31.756696 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6e49a357-4dc3-4b1b-ba88-5d9b1b1174d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.830966 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c7c8fbde-1639-4b07-a658-0631d75db933 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:31.960574 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:31.963194 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.183477 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-6e49a357-4dc3-4b1b-ba88-5d9b1b1174d6 None None] Current status of the port c7c8fbde-1639-4b07-a658-0631d75db933 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:32.313107 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd7fdadb-5789-46f1-84b6-f4e9e2aefe0f req-7f61235a-cc82-42a6-b2be-5e6066e07d26 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.1060703 Mar 08 12:04:32.351306 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port c7c8fbde-1639-4b07-a658-0631d75db933 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:32.351306 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:32.387595 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3c3b-940a-4dba-af1c-899f4383862e req-294ffe67-63d5-4179-b541-aee97352732b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.403922 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d67c3c3b-940a-4dba-af1c-899f4383862e req-294ffe67-63d5-4179-b541-aee97352732b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.2341161 Mar 08 12:04:32.541220 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:32.543477 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.550947 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d67c3c3b-940a-4dba-af1c-899f4383862e req-a89a61e7-ad3c-4d46-bd7f-56002af5f5a8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459453 Mar 08 12:04:32.557085 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-57f07670-f447-4cb9-9852-5597b2ff5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.561872 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-57f07670-f447-4cb9-9852-5597b2ff5d1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1129 time: 0.3579047 Mar 08 12:04:32.602448 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5d897-e3f9-4a0b-8931-0390d9ab12b7 None None] New status for floating IP fc6275d9-4b49-458e-9ebb-33a598860bf9: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:04:32.822964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:32.823376 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.858370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.943320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:32.957796 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7992d4-655d-413c-9ee7-b6230a3b69f5 None None] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:33.005538 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-bfd8259f-7754-44f6-b373-0502ce156f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.007378 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-bfd8259f-7754-44f6-b373-0502ce156f9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.4273586 Mar 08 12:04:33.112098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.163002 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-25967091-3c37-4acb-90ea-861ce0a2f220 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.167215 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-25967091-3c37-4acb-90ea-861ce0a2f220 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.3937023 Mar 08 12:04:33.225046 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-1bb0b2bc-8681-4187-9838-2fdbba9becd9 None None] Provisioning complete for port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:33.225046 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1bb0b2bc-8681-4187-9838-2fdbba9becd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.329007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:33.446822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0b2bc-8681-4187-9838-2fdbba9becd9 None None] Current status of the port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:33.482044 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-e887f11c-0191-4e04-aba9-7a4feb52f918 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 HTTP/1.1" status: 200 len: 999 time: 0.4525268 Mar 08 12:04:33.531689 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-edc80c07-158f-4e98-87b9-6cbedf35f30b req-cac82b64-f9a9-416d-bc97-5be7f63f987b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.1147664 Mar 08 12:04:33.541107 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c7c8fbde-1639-4b07-a658-0631d75db933 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:33.621364 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-67acb42c-23c6-405a-b960-31c1dfe3d551 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 379 time: 0.4162247 Mar 08 12:04:33.703011 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'port': {'device_id': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'admin_state_up': True, 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'security_groups': ['67a2416c-3293-4b3c-a147-b92ce5f649cc']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:33.734489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port c7c8fbde-1639-4b07-a658-0631d75db933 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:33.734879 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.764428 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Router aab5f5ef-cec3-43e7-8db8-198fcec789c3 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:33.770412 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5977b-b476-4252-9cdd-9445e88316ab req-26c45de0-40bb-445b-962d-18a6c9e57b35 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.774006 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3fc5977b-b476-4252-9cdd-9445e88316ab req-26c45de0-40bb-445b-962d-18a6c9e57b35 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0972610 Mar 08 12:04:33.785824 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-41bbcf6a-c404-47f5-bc74-db7ed45f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.787746 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-41bbcf6a-c404-47f5-bc74-db7ed45f5a51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.1608138 Mar 08 12:04:33.831586 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-edc66790-692d-4951-9243-400edf0c6d9e None None] Provisioning complete for port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:33.833507 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-edc66790-692d-4951-9243-400edf0c6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.882896 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3fc5977b-b476-4252-9cdd-9445e88316ab req-fa297ee9-7192-4731-be9c-e1cbf4017248 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023507 Mar 08 12:04:33.980930 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port c7c8fbde-1639-4b07-a658-0631d75db933 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:33.986622 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:34.065329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-f675e051-4d9e-453c-a0cc-4762572ae9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:34.067052 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-f675e051-4d9e-453c-a0cc-4762572ae9d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2472477 Mar 08 12:04:34.086738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:34.187055 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:34.191662 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.198598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.202735 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bf8661f6-733d-4863-814b-d010eb4d9b79 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0834162 Mar 08 12:04:34.208608 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34306) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:34.216074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Sync routers for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:34.245995 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:34.246705 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:34.372086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-edc66790-692d-4951-9243-400edf0c6d9e None None] Current status of the port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:34.415621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:34.426443 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.472844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:34.535539 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-a42c5692-f5ee-4ab1-95e1-eb700d87b840 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698171 Mar 08 12:04:34.722102 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:34.802310 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb7fbcf6-87ec-49aa-9164-f675231b7539 req-ce14b13c-e876-4352-8d20-dadf55346d3c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0933278 Mar 08 12:04:34.833909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.20.0.3 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/bb9b4d36-c320-4c25-b397-901d721693d0) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:34.879771 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 3, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:34.933783 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Checking router: aab5f5ef-cec3-43e7-8db8-198fcec789c3 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:34.934162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Updating router aab5f5ef-cec3-43e7-8db8-198fcec789c3 port cb077b54-76a9-408c-9c01-41f977b96bec binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:35.013145 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.035371 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9aba67cd-d5fb-49f4-9052-8d366a99a6ff req-392853db-a452-4112-9a08-e42574421d8b service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340279 Mar 08 12:04:35.078240 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d26c-945a-4226-96ee-d8dcecd12bdc req-454ce9d9-6408-46d6-8d70-cc9bcc1414fb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.088974 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6609d26c-945a-4226-96ee-d8dcecd12bdc req-454ce9d9-6408-46d6-8d70-cc9bcc1414fb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0936074 Mar 08 12:04:35.170947 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6609d26c-945a-4226-96ee-d8dcecd12bdc req-83c0abc4-6690-4223-8806-e90d1c0b2b19 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660133 Mar 08 12:04:35.502897 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks [] for port (cb077b54-76a9-408c-9c01-41f977b96bec), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.573240 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.644142 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Attempting to bind port cb077b54-76a9-408c-9c01-41f977b96bec on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:35.644787 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Attempting to bind port cb077b54-76a9-408c-9c01-41f977b96bec by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:35.645162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Attempting to bind port cb077b54-76a9-408c-9c01-41f977b96bec on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:35.652860 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf304d-2305-4434-9670-67c74c376ff7 None None] Pushing event updated for resources: {'Port': ['ID=cb077b54-76a9-408c-9c01-41f977b96bec,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.655547 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:35.655928 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:35.656572 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.657011 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:35.657813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Bound port: cb077b54-76a9-408c-9c01-41f977b96bec, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:35.657813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.720822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] For port cb077b54-76a9-408c-9c01-41f977b96bec, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:35.725040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] For port cb077b54-76a9-408c-9c01-41f977b96bec, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=cb077b54-76a9-408c-9c01-41f977b96bec,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:35.866184 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.884080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (bb9b4d36-c320-4c25-b397-901d721693d0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.967865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:35.968558 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:35.980561 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf304d-2305-4434-9670-67c74c376ff7 None None] Pushing event updated for resources: {'Port': ['ID=cb077b54-76a9-408c-9c01-41f977b96bec,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:36.005801 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-630493c2-7361-4f32-b1b1-743e8c0d6389 req-a919019e-c029-47f6-8d25-1a09cd36169f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0643938 Mar 08 12:04:36.050651 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.197935 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:36.291151 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Allocated IP 172.20.0.1 (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2/e4143832-c835-4c6e-8dae-e673398c0a61/5ee93cd9-78c0-410e-adc5-cac318ae709f) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:36.357254 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9b3e9-1c1f-4a4d-81d0-4eec928f3dcc req-f5d8a3a5-9a93-4e9c-b27a-2f8be54750df tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:36.360261 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-93f9b3e9-1c1f-4a4d-81d0-4eec928f3dcc req-f5d8a3a5-9a93-4e9c-b27a-2f8be54750df tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0733397 Mar 08 12:04:36.520088 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-93f9b3e9-1c1f-4a4d-81d0-4eec928f3dcc req-9384bafd-a2d9-42a7-84ea-ae5fd4cafbfb tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469722 Mar 08 12:04:36.536945 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks [] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.585344 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 3, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:36.637442 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef75f9-b062-4272-ad9d-6d0c2b33e1fe None None] The sync data for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi is: [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 3, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:36.963155 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.031697 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:37.034834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.040477 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:37.052356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:37.104280 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.104957 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.231884 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:37.250482 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5620251 Mar 08 12:04:37.251202 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79b49-e8f6-4a7c-b81b-89092e25e37d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:37.255360 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:37.264335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:37.449255 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.452753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Pushing event updated for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:37.476470 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3db60b-11b0-4b0b-9af1-28f0a1dcceef req-066359c1-34e9-4f9a-8dd3-caaabb047807 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.478137 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd3db60b-11b0-4b0b-9af1-28f0a1dcceef req-066359c1-34e9-4f9a-8dd3-caaabb047807 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 931 time: 0.3573985 Mar 08 12:04:37.600782 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34364) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:37.637924 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-6ed89713-39e5-4ef2-abeb-9a2602642453 None None] Provisioning complete for port bb9b4d36-c320-4c25-b397-901d721693d0 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:37.639094 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ed89713-39e5-4ef2-abeb-9a2602642453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.645236 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Request body: {'port': {'device_id': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:37.704336 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-6ed89713-39e5-4ef2-abeb-9a2602642453 None None] Port bb9b4d36-c320-4c25-b397-901d721693d0 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:37.787660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device cb077b54-76a9-408c-9c01-41f977b96bec up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:37.866937 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-c9c5816d-66b5-4f6b-964e-668f9b65fdb9 None None] Provisioning complete for port 5ee93cd9-78c0-410e-adc5-cac318ae709f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:37.869267 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c9c5816d-66b5-4f6b-964e-668f9b65fdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.893827 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137664-c8bf-43d6-8672-505f65c5d555 req-48d1b663-4c9c-42f5-aab0-61fb2681d965 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.901608 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9a137664-c8bf-43d6-8672-505f65c5d555 req-48d1b663-4c9c-42f5-aab0-61fb2681d965 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1855752 Mar 08 12:04:37.986390 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd3db60b-11b0-4b0b-9af1-28f0a1dcceef req-42dcb206-6a7f-4f61-9a56-51d4b5c20bfb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602400 Mar 08 12:04:38.019831 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port cb077b54-76a9-408c-9c01-41f977b96bec triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:38.023695 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.068883 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9a137664-c8bf-43d6-8672-505f65c5d555 req-9bc41dba-6d8d-44f2-9f60-1bbf0bdfa816 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599319 Mar 08 12:04:38.070967 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02e206f1-04c8-420e-b2dd-25803d0ad93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.072171 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.137814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-c9c5816d-66b5-4f6b-964e-668f9b65fdb9 None None] Port 5ee93cd9-78c0-410e-adc5-cac318ae709f cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:38.252343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port cb077b54-76a9-408c-9c01-41f977b96bec is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:38.253424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.309368 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02e206f1-04c8-420e-b2dd-25803d0ad93c admin admin] Publish callbacks [] for security_group (09985823-7ad3-4549-ba7b-60d84c5bfd2e), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.313105 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port cb077b54-76a9-408c-9c01-41f977b96bec, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=cb077b54-76a9-408c-9c01-41f977b96bec,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:38.417289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02e206f1-04c8-420e-b2dd-25803d0ad93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (09985823-7ad3-4549-ba7b-60d84c5bfd2e), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.428587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.491890 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.502133 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e206f1-04c8-420e-b2dd-25803d0ad93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09985823-7ad3-4549-ba7b-60d84c5bfd2e,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.517691 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-02e206f1-04c8-420e-b2dd-25803d0ad93c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83a949ebad604c20ae27ac0e126ea978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9134672 Mar 08 12:04:38.518405 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34370) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:38.599385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] Publish callbacks [] for security_group (09985823-7ad3-4549-ba7b-60d84c5bfd2e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.634104 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] Publish callbacks [] for security_group (09985823-7ad3-4549-ba7b-60d84c5bfd2e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.644822 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=cb077b54-76a9-408c-9c01-41f977b96bec,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.653735 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.654500 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.655064 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.670742 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.671452 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.675599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:38.760029 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (09985823-7ad3-4549-ba7b-60d84c5bfd2e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.763445 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.767623 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09985823-7ad3-4549-ba7b-60d84c5bfd2e HTTP/1.1" status: 204 len: 168 time: 0.2459874 Mar 08 12:04:38.789962 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2054eae-9ea3-4bcb-9efe-f5ef58216f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09985823-7ad3-4549-ba7b-60d84c5bfd2e,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.882772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9b4d36-c320-4c25-b397-901d721693d0 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:38.882772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks [] for port (bb9b4d36-c320-4c25-b397-901d721693d0), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.889710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Transition to ACTIVE for port object bb9b4d36-c320-4c25-b397-901d721693d0 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:04:38.894114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks [] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.226304 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d5e67-3f40-4ffb-8576-9004736ba144 req-439d7c7a-879c-4bc9-bd1e-f44794b2b068 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.235199 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-920d5e67-3f40-4ffb-8576-9004736ba144 req-439d7c7a-879c-4bc9-bd1e-f44794b2b068 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 931 time: 0.1287212 Mar 08 12:04:39.314014 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-920d5e67-3f40-4ffb-8576-9004736ba144 req-4fbe79a3-1f47-4d39-9729-8e79cb1178d4 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700331 Mar 08 12:04:39.348404 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea161a-f33a-4765-b9c7-1f2509e6ad4e req-5bd800a8-1e08-46d9-a0f3-428971d9c56e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.351269 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6eea161a-f33a-4765-b9c7-1f2509e6ad4e req-5bd800a8-1e08-46d9-a0f3-428971d9c56e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1180720 Mar 08 12:04:39.387176 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.390226 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.468561 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6eea161a-f33a-4765-b9c7-1f2509e6ad4e req-95e1fa3e-873b-47d2-810a-01d8f59e73aa tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071398 Mar 08 12:04:39.586902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device cb077b54-76a9-408c-9c01-41f977b96bec up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:39.611840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Attempting to bind port bb9b4d36-c320-4c25-b397-901d721693d0 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:39.612183 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Attempting to bind port bb9b4d36-c320-4c25-b397-901d721693d0 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:39.612598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Attempting to bind port bb9b4d36-c320-4c25-b397-901d721693d0 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:39.615208 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.683030 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:39.766175 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port cb077b54-76a9-408c-9c01-41f977b96bec triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:39.767265 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.812659 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Port bb9b4d36-c320-4c25-b397-901d721693d0 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:04:39.814626 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Attempting to bind port bb9b4d36-c320-4c25-b397-901d721693d0 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:39.830262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:39.838568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:39.838568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:39.838568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Bound port: bb9b4d36-c320-4c25-b397-901d721693d0, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:39.838568 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.847859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:39.859993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:39.886071 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Pushing event updated for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:40.168223 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34386) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:40.194073 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-037c1484-1e89-4a7e-b05f-9191cf1bbef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.205699 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:40.211645 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb9b4d36-c320-4c25-b397-901d721693d0,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:40.218863 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Router aab5f5ef-cec3-43e7-8db8-198fcec789c3 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:40.249080 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port cb077b54-76a9-408c-9c01-41f977b96bec is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:40.319108 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-037c1484-1e89-4a7e-b05f-9191cf1bbef5 admin admin] Publish callbacks [] for security_group (668c712a-681a-4e7a-b9c4-db5bb7a83ad9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.415794 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a7aad291-f7ba-4857-b41e-98ecfc0e53ab None None] Provisioning complete for port 5ee93cd9-78c0-410e-adc5-cac318ae709f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:40.416212 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a7aad291-f7ba-4857-b41e-98ecfc0e53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.423281 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:40.433078 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0260b6c7-1bdc-453d-ae8d-1bb8452ffccc admin admin] 10.222.0.52 "PUT /v2.0/routers/aab5f5ef-cec3-43e7-8db8-198fcec789c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2282782 Mar 08 12:04:40.438860 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Sync routers for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:40.469775 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:40.476614 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:40.493902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a7aad291-f7ba-4857-b41e-98ecfc0e53ab None None] Port 5ee93cd9-78c0-410e-adc5-cac318ae709f cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:40.536772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee23b5-28f8-4129-9417-37e57610c43c req-0dbe7999-b0e8-4003-b2c3-43c162475693 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:40.539875 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61ee23b5-28f8-4129-9417-37e57610c43c req-0dbe7999-b0e8-4003-b2c3-43c162475693 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.1305602 Mar 08 12:04:40.633720 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.659321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-037c1484-1e89-4a7e-b05f-9191cf1bbef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (668c712a-681a-4e7a-b9c4-db5bb7a83ad9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.659995 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e2d5e65-9d8f-487f-9d71-bd4bb7dc29c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.728935 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-037c1484-1e89-4a7e-b05f-9191cf1bbef5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35587b2b707349a6bbf0a4445e65130e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579405 Mar 08 12:04:40.729903 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:40.732923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34400) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:40.807513 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61ee23b5-28f8-4129-9417-37e57610c43c req-bed336b1-bf17-4583-b086-9a76dfc6fd3a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601550 Mar 08 12:04:40.821288 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:40.821915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.823308 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] 10.222.0.58 "PUT /v2.0/ports/bb9b4d36-c320-4c25-b397-901d721693d0 HTTP/1.1" status: 200 len: 1093 time: 3.1985135 Mar 08 12:04:40.835269 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:40.861782 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f594e843-19c6-452f-9cba-eeaf984975ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:40.924713 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f3a8c-771d-47d9-b6c5-381c2f36350c service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.073229 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] Publish callbacks [] for security_group (668c712a-681a-4e7a-b9c4-db5bb7a83ad9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.109768 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-73893919-b29b-4517-a509-b739f6936d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.111303 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-73893919-b29b-4517-a509-b739f6936d8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 1127 time: 0.1158922 Mar 08 12:04:41.155001 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] Publish callbacks [] for security_group (668c712a-681a-4e7a-b9c4-db5bb7a83ad9), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.234317 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-e5c210db-e965-4cfc-89df-1594e9f98b9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9b4d36-c320-4c25-b397-901d721693d0 HTTP/1.1" status: 200 len: 217 time: 0.0896633 Mar 08 12:04:41.283476 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17078f0-2a8a-4262-bbde-698d5060377c req-e0d98131-9477-489a-91be-138be5b5bd99 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.291644 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f17078f0-2a8a-4262-bbde-698d5060377c req-e0d98131-9477-489a-91be-138be5b5bd99 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.5592420 Mar 08 12:04:41.336986 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c1484-1e89-4a7e-b05f-9191cf1bbef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c712a-681a-4e7a-b9c4-db5bb7a83ad9,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.348554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-feceb458-918a-420d-91ef-45db236dc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.350176 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-feceb458-918a-420d-91ef-45db236dc866 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.1013913 Mar 08 12:04:41.353578 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f17078f0-2a8a-4262-bbde-698d5060377c req-cb093645-8498-44a7-aa6b-944554f04a55 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583389 Mar 08 12:04:41.375252 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (668c712a-681a-4e7a-b9c4-db5bb7a83ad9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.378327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.379986 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/668c712a-681a-4e7a-b9c4-db5bb7a83ad9 HTTP/1.1" status: 204 len: 168 time: 0.6369817 Mar 08 12:04:41.405683 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329babd-20f0-4168-bb24-2542e8d3e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c712a-681a-4e7a-b9c4-db5bb7a83ad9,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.438654 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2007325-414a-4c05-af09-8e38e32a7195 x-openstack-request-id: req-b2007325-414a-4c05-af09-8e38e32a7195 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:41.439175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:41.439175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2007325-414a-4c05-af09-8e38e32a7195 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:41.439534 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'status': 'completed', 'code': 200} Mar 08 12:04:41.498273 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-87b454c9-edf2-4cf1-b5d1-999af19d7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.502808 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-87b454c9-edf2-4cf1-b5d1-999af19d7f31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1310575 Mar 08 12:04:41.513181 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5ee93cd9-78c0-410e-adc5-cac318ae709f', 'name': '', 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'mac_address': 'fa:16:3e:c8:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 2, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'subnets': [{'id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:41.547201 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Checking router: aab5f5ef-cec3-43e7-8db8-198fcec789c3 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:41.547403 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Updating router aab5f5ef-cec3-43e7-8db8-198fcec789c3 port 5ee93cd9-78c0-410e-adc5-cac318ae709f binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:41.605384 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.651729 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-b6a5587d-662c-4397-8901-d618744032e9 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267016 Mar 08 12:04:41.749314 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-926404ce-3b59-467d-a01c-c40a60e0a654 req-6295632d-86d7-4bec-8f79-d339fa77d966 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Mar 08 12:04:41.788095 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34414) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:41.792612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494482534', 'description': 'tempest-secgroup-smoke-494482534 description', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:41.852115 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.888773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.986519 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85da226-b438-4be3-b183-0dbd3da017d2 req-188328af-376a-4f5f-8bb1-10fe91c5e27a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.988072 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e85da226-b438-4be3-b183-0dbd3da017d2 req-188328af-376a-4f5f-8bb1-10fe91c5e27a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0856245 Mar 08 12:04:41.992061 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks [] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.041823 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (b984e321-08e9-460f-b93f-f1c08227f541), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.058161 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e85da226-b438-4be3-b183-0dbd3da017d2 req-60604a4e-9ace-4238-b424-b38ad4aa0ebf tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631769 Mar 08 12:04:42.082319 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.110761 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-60b18cc2-60f6-40dc-adc1-a2dcaae262b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.111018 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b984e321-08e9-460f-b93f-f1c08227f541), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.135452 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eb5b0-c5d7-40ee-861f-3f9bb2b383a7 None None] Pushing event updated for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.143853 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b984e321-08e9-460f-b93f-f1c08227f541,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.197064 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Attempting to bind port 5ee93cd9-78c0-410e-adc5-cac318ae709f on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:42.197439 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Attempting to bind port 5ee93cd9-78c0-410e-adc5-cac318ae709f by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:42.198054 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Attempting to bind port 5ee93cd9-78c0-410e-adc5-cac318ae709f on network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:42.203773 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:42.204302 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Checking segment: {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:42.204946 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.205296 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Bound using segment: {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:42.205790 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Bound port: 5ee93cd9-78c0-410e-adc5-cac318ae709f, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eed6b55-1fa4-4631-9134-480ff668656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:42.206163 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.237328 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.239673 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-fbe57dcc-bb95-4d0f-90d8-3e1d4ee2df99 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4501200 Mar 08 12:04:42.249393 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34420) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.249585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34422) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.249712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:42.260302 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2c99dd17-83d0-4d7c-bd32-913d693131c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.287610 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] For port 5ee93cd9-78c0-410e-adc5-cac318ae709f, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:42.287610 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] For port 5ee93cd9-78c0-410e-adc5-cac318ae709f, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5ee93cd9-78c0-410e-adc5-cac318ae709f,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:42.350949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2c99dd17-83d0-4d7c-bd32-913d693131c6 admin admin] Publish callbacks [] for security_group (07fb2b91-91ca-4c01-a3eb-a6620df414ca), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.356144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (117fed99-8c92-4734-91cb-8effc6aca3f1), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.373699 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Provisioning complete for port 5ee93cd9-78c0-410e-adc5-cac318ae709f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:42.374043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.381591 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.432119 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (117fed99-8c92-4734-91cb-8effc6aca3f1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.448230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2c99dd17-83d0-4d7c-bd32-913d693131c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (07fb2b91-91ca-4c01-a3eb-a6620df414ca), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.450753 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eb5b0-c5d7-40ee-861f-3f9bb2b383a7 None None] Pushing event updated for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.469089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Current status of the port 5ee93cd9-78c0-410e-adc5-cac318ae709f is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:42.469496 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.470908 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:42.471558 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:42.507568 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] For port 5ee93cd9-78c0-410e-adc5-cac318ae709f, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5ee93cd9-78c0-410e-adc5-cac318ae709f,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:42.522289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (117fed99-8c92-4734-91cb-8effc6aca3f1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.538136 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99dd17-83d0-4d7c-bd32-913d693131c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb2b91-91ca-4c01-a3eb-a6620df414ca,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.544559 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117fed99-8c92-4734-91cb-8effc6aca3f1,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.574598 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2c99dd17-83d0-4d7c-bd32-913d693131c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0cf5a5844e042d5b6c22669043ce6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241928 Mar 08 12:04:42.574775 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.575373 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34430) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.604825 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:42.630005 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.631684 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-40bf56e8-4de7-41f2-a247-77ac98180b49 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3884296 Mar 08 12:04:42.634601 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34432) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.641285 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:42.650751 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e3952-caef-4900-81ff-efaa9b4dc440 req-6afe7b30-e4f3-4119-a94a-f0df41ead243 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:42.656496 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-324e3952-caef-4900-81ff-efaa9b4dc440 req-6afe7b30-e4f3-4119-a94a-f0df41ead243 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.2017474 Mar 08 12:04:42.669232 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] Publish callbacks [] for security_group (07fb2b91-91ca-4c01-a3eb-a6620df414ca), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.669681 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8884-3dc3-48a3-87fe-d305c3a0457c None None] Pushing event updated for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.728817 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] Publish callbacks [] for security_group (07fb2b91-91ca-4c01-a3eb-a6620df414ca), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.746171 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-324e3952-caef-4900-81ff-efaa9b4dc440 req-6c7292b0-4cb7-4556-8a50-db2cdf7f6c56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803852 Mar 08 12:04:42.776514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (5afebea3-27f5-4ec1-bd23-9eb1986288e4), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.797888 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-118c31b7-2def-4a33-9816-848fc7c0c0f7 None None] Provisioning complete for port 5ee93cd9-78c0-410e-adc5-cac318ae709f triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:42.797888 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-118c31b7-2def-4a33-9816-848fc7c0c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.842695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (5afebea3-27f5-4ec1-bd23-9eb1986288e4), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.857305 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5ee93cd9-78c0-410e-adc5-cac318ae709f', 'name': '', 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'mac_address': 'fa:16:3e:c8:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:42Z', 'revision_number': 4, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'subnets': [{'id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:42.881074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-118c31b7-2def-4a33-9816-848fc7c0c0f7 None None] Current status of the port 5ee93cd9-78c0-410e-adc5-cac318ae709f is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:42.888631 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01496f5-1bca-41ed-8861-7f23085ba4f1 None None] The sync data for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi is: [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '5ee93cd9-78c0-410e-adc5-cac318ae709f', 'name': '', 'network_id': 'a061248f-4ac3-4bbd-a5c2-f4fb38f333b2', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'mac_address': 'fa:16:3e:c8:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:42Z', 'revision_number': 4, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'subnets': [{'id': 'e4143832-c835-4c6e-8dae-e673398c0a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:42.903287 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (07fb2b91-91ca-4c01-a3eb-a6620df414ca), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.906625 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.907831 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07fb2b91-91ca-4c01-a3eb-a6620df414ca HTTP/1.1" status: 204 len: 168 time: 0.3278697 Mar 08 12:04:42.925968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e01f8-99b3-42fe-b5e8-12649901b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb2b91-91ca-4c01-a3eb-a6620df414ca,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.928221 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (5afebea3-27f5-4ec1-bd23-9eb1986288e4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.966522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afebea3-27f5-4ec1-bd23-9eb1986288e4,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.044231 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.048276 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f89931aa-d87e-4714-ab71-16f609f5bc68 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4086189 Mar 08 12:04:43.048468 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34436) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:43.053379 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:43.184268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (3617f187-0598-4e10-9e9f-7e955d1ddd23), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.195197 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f62bf-5337-492d-ba46-c83ce83c98c0 req-da5c6057-dc93-4123-8823-6f65d3616549 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.203886 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a27f62bf-5337-492d-ba46-c83ce83c98c0 req-da5c6057-dc93-4123-8823-6f65d3616549 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0643756 Mar 08 12:04:43.213455 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.258868 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a27f62bf-5337-492d-ba46-c83ce83c98c0 req-8bd90674-c025-4e9d-9195-b8076c318b84 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540829 Mar 08 12:04:43.264042 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (3617f187-0598-4e10-9e9f-7e955d1ddd23), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.379344 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (3617f187-0598-4e10-9e9f-7e955d1ddd23), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.400821 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3617f187-0598-4e10-9e9f-7e955d1ddd23,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.472816 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.474132 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c6d9f04a-a1b0-404c-bfdf-e7cddb723ace tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4245245 Mar 08 12:04:43.477951 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34440) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:43.485088 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:43.539265 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5ee93cd9-78c0-410e-adc5-cac318ae709f up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:43.590112 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (0c9a9c3a-2117-4913-aa66-2e1e56a44bf4), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.601868 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 5ee93cd9-78c0-410e-adc5-cac318ae709f triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:43.602244 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.655342 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (0c9a9c3a-2117-4913-aa66-2e1e56a44bf4), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.690486 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 5ee93cd9-78c0-410e-adc5-cac318ae709f is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:43.748602 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (0c9a9c3a-2117-4913-aa66-2e1e56a44bf4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.770055 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a9c3a-2117-4913-aa66-2e1e56a44bf4,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.884758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1dfbd-85c0-4350-aff1-c85b074a9e85 req-5a272f15-6151-4876-a8d6-d5910e82e719 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.886286 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78f1dfbd-85c0-4350-aff1-c85b074a9e85 req-5a272f15-6151-4876-a8d6-d5910e82e719 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0589058 Mar 08 12:04:43.890239 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.891612 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-77431e89-57f2-4e6a-961f-1cc57107dd85 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115410 Mar 08 12:04:43.894304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34446) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:43.898702 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:43.943119 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78f1dfbd-85c0-4350-aff1-c85b074a9e85 req-e4e24bf7-f036-43e8-98a8-90b306c6bade tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504203 Mar 08 12:04:43.985259 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.securitygroups_db [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Project cfc28aa7473b41d7b1e2482c5f0695eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:04:43.990771 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (e1545a81-516a-467c-9342-5cd7a0b2ca1b), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.051779 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (e1545a81-516a-467c-9342-5cd7a0b2ca1b), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.190678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (e1545a81-516a-467c-9342-5cd7a0b2ca1b), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.208998 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1545a81-516a-467c-9342-5cd7a0b2ca1b,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:44.301490 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.302706 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-674cec25-9e0c-4d9e-a036-32a0a42fc114 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4074197 Mar 08 12:04:44.305469 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34450) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:44.309696 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'security_group_rule': {'security_group_id': 'b984e321-08e9-460f-b93f-f1c08227f541', 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:44.382520 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfafab-82d9-4b7c-831f-0b66d20c6509 req-1ac1bf21-6959-4eb2-89f5-7dfe9b705d07 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.383941 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37bfafab-82d9-4b7c-831f-0b66d20c6509 req-1ac1bf21-6959-4eb2-89f5-7dfe9b705d07 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0515070 Mar 08 12:04:44.416502 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.securitygroups_db [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Project cfc28aa7473b41d7b1e2482c5f0695eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:04:44.429349 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (084b2b14-0a9b-465b-881c-c4a7fd1fa83f), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.444438 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37bfafab-82d9-4b7c-831f-0b66d20c6509 req-88f346dd-e1a2-4d1a-98fd-328b983a907d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540059 Mar 08 12:04:44.496478 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (084b2b14-0a9b-465b-881c-c4a7fd1fa83f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.605605 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (084b2b14-0a9b-465b-881c-c4a7fd1fa83f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.614560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e843-19c6-452f-9cba-eeaf984975ec req-bcd96cda-3b00-48a2-840b-7815e4da17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.616066 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-bcd96cda-3b00-48a2-840b-7815e4da17fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 1127 time: 0.0450871 Mar 08 12:04:44.626521 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084b2b14-0a9b-465b-881c-c4a7fd1fa83f,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:44.706695 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e843-19c6-452f-9cba-eeaf984975ec req-fbdb36c1-a0ae-40a4-9f6e-f6db17fcaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.708280 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-fbdb36c1-a0ae-40a4-9f6e-f6db17fcaf8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0858352 Mar 08 12:04:44.716250 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.717679 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-59e7a6f1-1e5d-409e-8f53-399e7010e7be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4111047 Mar 08 12:04:44.758261 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-51bc4820-28ba-43f3-8465-2e8903de9261 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9b4d36-c320-4c25-b397-901d721693d0 HTTP/1.1" status: 200 len: 217 time: 0.0381744 Mar 08 12:04:44.796973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.806133 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e843-19c6-452f-9cba-eeaf984975ec req-fbc9255d-5a0b-4aa7-8e97-cb3dc3a47408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.807679 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-fbc9255d-5a0b-4aa7-8e97-cb3dc3a47408 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0432022 Mar 08 12:04:44.860279 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e843-19c6-452f-9cba-eeaf984975ec req-569a0ee0-2cea-442e-95d4-1e778752ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.861869 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-569a0ee0-2cea-442e-95d4-1e778752ff86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475841 Mar 08 12:04:44.960398 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-3bd95ee3-d311-469f-bc89-b6aa1b96283b service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889337 Mar 08 12:04:45.107428 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f594e843-19c6-452f-9cba-eeaf984975ec req-eba8953d-a506-4cb3-a5a0-321e91cfb9ba service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415939 Mar 08 12:04:45.118218 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11638-d5d3-4b88-80c5-d7b77c049a5a req-32bd0105-c5d5-42b6-b322-8121d7ccd9f8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:45.119627 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ce11638-d5d3-4b88-80c5-d7b77c049a5a req-32bd0105-c5d5-42b6-b322-8121d7ccd9f8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0825913 Mar 08 12:04:45.169845 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ce11638-d5d3-4b88-80c5-d7b77c049a5a req-0bfaeec3-9594-46dd-8cc2-949f54424957 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Mar 08 12:04:45.565357 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd27292-83cd-483e-aff8-78eb987d6746 req-4f5ecbfa-580c-4b2f-9875-a71f089131b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:45.566905 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4fd27292-83cd-483e-aff8-78eb987d6746 req-4f5ecbfa-580c-4b2f-9875-a71f089131b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0531373 Mar 08 12:04:45.614520 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4fd27292-83cd-483e-aff8-78eb987d6746 req-0468b092-605c-463a-abb5-622a930b55ac tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 Mar 08 12:04:45.996958 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.309265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71993-7c8b-4b16-b7a5-fad25f5c8190 req-8a852130-8cfb-4d90-a018-2f715475ccae tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:46.310764 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-87d71993-7c8b-4b16-b7a5-fad25f5c8190 req-8a852130-8cfb-4d90-a018-2f715475ccae tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0531721 Mar 08 12:04:46.359264 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-87d71993-7c8b-4b16-b7a5-fad25f5c8190 req-9d40a08f-ae5b-4d4b-8ab6-059cdd4df0f6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Mar 08 12:04:46.732573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525beb-104d-4aaa-9482-ff7352e1ea6d req-7d515078-a539-4742-969a-97e476fecda2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:46.734693 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-54525beb-104d-4aaa-9482-ff7352e1ea6d req-7d515078-a539-4742-969a-97e476fecda2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0506170 Mar 08 12:04:46.785134 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-54525beb-104d-4aaa-9482-ff7352e1ea6d req-f13a3a5f-996e-4058-8cbb-f26e1578f10f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448592 Mar 08 12:04:47.490887 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97c1a-ef90-49ac-a756-db8e7a80e1f0 req-ebeb0bcf-6ca1-455d-824d-079adaba1acd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:47.492308 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7cf97c1a-ef90-49ac-a756-db8e7a80e1f0 req-ebeb0bcf-6ca1-455d-824d-079adaba1acd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0581667 Mar 08 12:04:47.541452 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7cf97c1a-ef90-49ac-a756-db8e7a80e1f0 req-cb2639be-271e-4614-b78e-48a841ac0744 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Mar 08 12:04:47.592807 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device bb9b4d36-c320-4c25-b397-901d721693d0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:47.699355 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb9b4d36-c320-4c25-b397-901d721693d0,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:47.709818 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'port_id': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'mac_address': 'fa:16:3e:01:6f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:47.748619 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port bb9b4d36-c320-4c25-b397-901d721693d0 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:47.749617 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.762248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b4d36-c320-4c25-b397-901d721693d0 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:47.782279 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb9b4d36-c320-4c25-b397-901d721693d0,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:47.871629 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.906129 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33b74-e404-4941-8da6-0884e0813e58 req-3657e9ce-9d10-48f3-9b9f-07b0a6081645 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:47.908292 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e6d33b74-e404-4941-8da6-0884e0813e58 req-3657e9ce-9d10-48f3-9b9f-07b0a6081645 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 943 time: 0.0550907 Mar 08 12:04:47.918035 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:47.955842 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e6d33b74-e404-4941-8da6-0884e0813e58 req-51ab8360-d6b5-419d-a99b-d847f98c907b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Mar 08 12:04:48.258362 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['bb9b4d36-c320-4c25-b397-901d721693d0'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:48.670563 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738c04c-65e5-445d-83bc-3f2176f794b2 req-39c6b1b9-2610-4581-a389-844f8c649ec7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:48.672214 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b738c04c-65e5-445d-83bc-3f2176f794b2 req-39c6b1b9-2610-4581-a389-844f8c649ec7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0558808 Mar 08 12:04:48.724710 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b738c04c-65e5-445d-83bc-3f2176f794b2 req-b8e0f26c-a5d8-43a3-9111-28500d2212a5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Mar 08 12:04:49.075509 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c097a1-cbb1-4399-b200-1351f2ef7c42 req-0e94008a-9027-48bc-a360-e1b8522fa937 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.077959 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2c097a1-cbb1-4399-b200-1351f2ef7c42 req-0e94008a-9027-48bc-a360-e1b8522fa937 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 944 time: 0.0537477 Mar 08 12:04:49.125702 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b2c097a1-cbb1-4399-b200-1351f2ef7c42 req-e39075a2-88fe-41ec-93d3-12f2698ce000 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Mar 08 12:04:49.605587 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device bb9b4d36-c320-4c25-b397-901d721693d0 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:49.728539 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port bb9b4d36-c320-4c25-b397-901d721693d0 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:04:49.732648 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port bb9b4d36-c320-4c25-b397-901d721693d0 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:49.733018 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.824658 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port bb9b4d36-c320-4c25-b397-901d721693d0 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:49.825047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.850263 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:49.852549 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7a6d62-253f-4eaa-93d8-51d202893259" -d '{"events": [{"server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:49.854706 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370828a-758a-43d8-9811-c7bf4eb839ad req-3a7d78db-3b56-47ba-90ba-858f015f59a1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.856595 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8370828a-758a-43d8-9811-c7bf4eb839ad req-3a7d78db-3b56-47ba-90ba-858f015f59a1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0519941 Mar 08 12:04:49.866055 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb9b4d36-c320-4c25-b397-901d721693d0,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:49.904738 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6086f5cc-1cac-40c1-86a0-866bdad381f4 x-openstack-request-id: req-6086f5cc-1cac-40c1-86a0-866bdad381f4 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:49.904738 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:49.904738 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6086f5cc-1cac-40c1-86a0-866bdad381f4 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:49.905967 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'code': 200} Mar 08 12:04:49.915624 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8370828a-758a-43d8-9811-c7bf4eb839ad req-308008f2-8576-48e1-889d-facda7c13603 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526624 Mar 08 12:04:49.961200 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.016234 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.253676 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf317-2f15-4f96-ab82-40d2962f70ad req-1f232025-842a-40c1-a9c1-c1cc1952c1a8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:50.255277 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7c9cf317-2f15-4f96-ab82-40d2962f70ad req-1f232025-842a-40c1-a9c1-c1cc1952c1a8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0617025 Mar 08 12:04:50.305082 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7c9cf317-2f15-4f96-ab82-40d2962f70ad req-a383397e-d22a-4d2f-9eb9-a7c213f40474 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Mar 08 12:04:50.365033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733754-bed4-48b0-9476-22b2aa827ea0 req-5415c274-8053-4ae4-9e2e-01a8aea91612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:50.366565 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92733754-bed4-48b0-9476-22b2aa827ea0 req-5415c274-8053-4ae4-9e2e-01a8aea91612 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 1129 time: 0.0478468 Mar 08 12:04:50.416442 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92733754-bed4-48b0-9476-22b2aa827ea0 req-b5b1e5ef-253f-4cdb-939e-f9ed8a30c645 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Mar 08 12:04:51.045827 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86c516-31e7-49de-92b5-e2dd80afcef7 req-e56a6639-f719-41ec-bae2-cbe4010a2545 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:51.048058 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6d86c516-31e7-49de-92b5-e2dd80afcef7 req-e56a6639-f719-41ec-bae2-cbe4010a2545 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0559969 Mar 08 12:04:51.094939 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6d86c516-31e7-49de-92b5-e2dd80afcef7 req-07bebc3c-b10a-4934-bc3f-c29a6190e3d5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 Mar 08 12:04:51.447536 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ccd0-70cf-4ec0-8f5f-2d3b0e3e4f52 req-9d07e12c-3a16-4f5e-bc2e-f2ed9326f18a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:51.453025 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4482ccd0-70cf-4ec0-8f5f-2d3b0e3e4f52 req-9d07e12c-3a16-4f5e-bc2e-f2ed9326f18a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0679114 Mar 08 12:04:51.511392 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4482ccd0-70cf-4ec0-8f5f-2d3b0e3e4f52 req-5f1e05f0-1c3e-4b42-b5c8-0635261c2aa8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546281 Mar 08 12:04:52.231344 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e090a-639f-43e7-99ed-cee05eb58f9d req-5f3f2ccc-a504-4a5f-8e13-c590341ee89a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:52.232855 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-258e090a-639f-43e7-99ed-cee05eb58f9d req-5f3f2ccc-a504-4a5f-8e13-c590341ee89a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0566981 Mar 08 12:04:52.281997 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-258e090a-639f-43e7-99ed-cee05eb58f9d req-26a4d134-b278-4cc3-87b4-dfbc756cf939 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Mar 08 12:04:52.635899 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326c4fa-284e-49c7-9926-50da49f21001 req-7bf4d600-0b83-45df-9907-8de920647769 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:52.637429 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d326c4fa-284e-49c7-9926-50da49f21001 req-7bf4d600-0b83-45df-9907-8de920647769 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0556512 Mar 08 12:04:52.689517 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d326c4fa-284e-49c7-9926-50da49f21001 req-50d64ebe-c8e3-45a3-b55b-44fe86f7bd47 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465944 Mar 08 12:04:52.815439 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f77af4-2990-44cf-8e83-a75f1526f60e req-ad08ab9f-61bc-4691-b541-3205f3d82d8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:52.816884 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73f77af4-2990-44cf-8e83-a75f1526f60e req-ad08ab9f-61bc-4691-b541-3205f3d82d8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0568249 Mar 08 12:04:52.825291 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34598) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:52.830366 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'port_id': 'bb9b4d36-c320-4c25-b397-901d721693d0'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:52.872813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.412369 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73d50b-e9d0-4b68-bdf2-cf388d574465 req-8dbc1614-4e0a-4b3f-b753-d490151f6655 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:53.414504 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6d73d50b-e9d0-4b68-bdf2-cf388d574465 req-8dbc1614-4e0a-4b3f-b753-d490151f6655 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0575173 Mar 08 12:04:53.467466 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6d73d50b-e9d0-4b68-bdf2-cf388d574465 req-32b79e68-d6b9-4f51-a703-cfb482beadae tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473337 Mar 08 12:04:53.616407 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.635868 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:53.675596 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.742546 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:53.754180 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'mac_address': 'fa:16:3e:db:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:53.796531 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP dcffe16c-f110-4484-a4cd-713cb1558708 associated. External IP: 172.27.3.120, port: bb9b4d36-c320-4c25-b397-901d721693d0. Mar 08 12:04:53.804935 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:53.805425 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.831807 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:53.853951 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:53.930073 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.986780 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=9']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:54.045603 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:54.168474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:54.173856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.184739 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:54.202744 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:54.203390 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:54.207898 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-64ff62c3-81b2-48a1-8fd7-524401375bb8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "PUT /v2.0/floatingips/dcffe16c-f110-4484-a4cd-713cb1558708 HTTP/1.1" status: 200 len: 991 time: 1.3806322 Mar 08 12:04:54.207898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:54.215683 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d5f64-581c-4308-93e6-c88580be3458" -d '{"events": [{"name": "network-changed", "server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:54.253231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3039df-3097-4c97-bc1e-0d644d8f8f3b x-openstack-request-id: req-7f3039df-3097-4c97-bc1e-0d644d8f8f3b {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:54.253516 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:54.253768 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3039df-3097-4c97-bc1e-0d644d8f8f3b {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:54.254216 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'status': 'completed', 'code': 200} Mar 08 12:04:54.299464 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['69fa5bd3-f85b-4950-a133-259d419cbd3d'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:54.351371 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5f64-581c-4308-93e6-c88580be3458 req-0bbf1487-e815-4f64-b747-f79aabbac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.353246 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-0bbf1487-e815-4f64-b747-f79aabbac61b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 1129 time: 0.0498345 Mar 08 12:04:54.364535 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:54.471737 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5f64-581c-4308-93e6-c88580be3458 req-372e6d44-6c42-4105-ab7c-38b3e8917630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.473687 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-372e6d44-6c42-4105-ab7c-38b3e8917630 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.1101317 Mar 08 12:04:54.544587 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-7c64f851-5d34-46c4-9f39-363de602d59b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9b4d36-c320-4c25-b397-901d721693d0 HTTP/1.1" status: 200 len: 999 time: 0.0645483 Mar 08 12:04:54.609619 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5f64-581c-4308-93e6-c88580be3458 req-ecf12909-0301-4dbc-ae8c-4b8c4f173752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.611112 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-ecf12909-0301-4dbc-ae8c-4b8c4f173752 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0606298 Mar 08 12:04:54.626800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ac62-ff99-4632-830f-2925d867b2c6 req-b57fccdd-2f3c-4261-9913-aaaeb20f628f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.628563 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7869ac62-ff99-4632-830f-2925d867b2c6 req-b57fccdd-2f3c-4261-9913-aaaeb20f628f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0670035 Mar 08 12:04:54.671934 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5f64-581c-4308-93e6-c88580be3458 req-dd0e0119-26f4-4000-9aa2-87ead25e1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.673540 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-dd0e0119-26f4-4000-9aa2-87ead25e1eab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528955 Mar 08 12:04:54.686420 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7869ac62-ff99-4632-830f-2925d867b2c6 req-ec053ae0-b2a3-4ab9-944a-def7e87dd1d9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512762 Mar 08 12:04:54.689015 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'dcffe16c-f110-4484-a4cd-713cb1558708', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:01:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:24Z', 'updated_at': '2022-03-08T12:04:53Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:54.720093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:54.730268 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:54.730810 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:54.792328 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-355fc23a-c8d5-4a1f-a084-505b5555e374 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113980 Mar 08 12:04:54.854802 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:54.899632 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c40d5f64-581c-4308-93e6-c88580be3458 req-d837c30c-2a95-489f-add6-612d669e19a2 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996935 Mar 08 12:04:55.088709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'dcffe16c-f110-4484-a4cd-713cb1558708', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:01:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:24Z', 'updated_at': '2022-03-08T12:04:53Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:55.119768 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadde91-f2dd-4b13-a6de-c518549b64eb None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'dcffe16c-f110-4484-a4cd-713cb1558708', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:01:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:24Z', 'updated_at': '2022-03-08T12:04:53Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:55.326850 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a90c81-8671-46df-a6ad-37e5d60aca71 None None] New status for floating IP dcffe16c-f110-4484-a4cd-713cb1558708: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:04:55.649787 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:55.821585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557720f0-45ad-4223-996c-17be53cceadb req-52e700cb-2635-4d03-bd21-996e6f5bec4b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:55.823050 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-557720f0-45ad-4223-996c-17be53cceadb req-52e700cb-2635-4d03-bd21-996e6f5bec4b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 944 time: 0.0586190 Mar 08 12:04:55.833497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 69fa5bd3-f85b-4950-a133-259d419cbd3d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:55.834898 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.871843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-557720f0-45ad-4223-996c-17be53cceadb req-4687d991-e7a0-44d8-89fe-7479eb8be0f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Mar 08 12:04:55.920976 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 69fa5bd3-f85b-4950-a133-259d419cbd3d is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:55.921370 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.945977 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:55.948367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949cfca9-ffda-47d6-aa24-130be92c5f28" -d '{"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:55.963845 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:55.986106 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbdc69-9dc9-49a1-9d50-ecd6452d236b x-openstack-request-id: req-29dbdc69-9dc9-49a1-9d50-ecd6452d236b {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:55.986424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:55.986679 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29dbdc69-9dc9-49a1-9d50-ecd6452d236b {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:55.987079 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'code': 200} Mar 08 12:04:56.041160 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.092153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=10']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.539178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34648) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:56.589745 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Deleting subnet 8453fb85-5006-40e6-b006-b6f73b456c98 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:04:56.593528 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Publish callbacks [] for subnet (8453fb85-5006-40e6-b006-b6f73b456c98), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.628810 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (8453fb85-5006-40e6-b006-b6f73b456c98), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.671198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (8453fb85-5006-40e6-b006-b6f73b456c98), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.755500 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e447c8-2bfd-4eed-a1fb-2573e8dc2afd req-49877c42-7584-4b1d-afe9-2ae2bda3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:56.757659 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e4e447c8-2bfd-4eed-a1fb-2573e8dc2afd req-49877c42-7584-4b1d-afe9-2ae2bda3389e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1130 time: 0.0667446 Mar 08 12:04:56.805044 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e4e447c8-2bfd-4eed-a1fb-2573e8dc2afd req-ad303792-918f-488f-adce-e482c6216171 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Mar 08 12:04:56.841693 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (8453fb85-5006-40e6-b006-b6f73b456c98), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.868197 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8453fb85-5006-40e6-b006-b6f73b456c98,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.875322 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.878573 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0c847f3e-8eba-4aef-9128-590a17ea9371 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8453fb85-5006-40e6-b006-b6f73b456c98 HTTP/1.1" status: 204 len: 168 time: 0.3383582 Mar 08 12:04:56.884782 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34650) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:56.956109 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (acfc5d20-5475-442f-a2ad-913301141f40), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.007714 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a246660-a198-4c8e-83a1-407fa3b31617 req-139253b8-22cc-4589-b4e6-e43189524411 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:57.009259 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2a246660-a198-4c8e-83a1-407fa3b31617 req-139253b8-22cc-4589-b4e6-e43189524411 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0581293 Mar 08 12:04:57.040296 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (acfc5d20-5475-442f-a2ad-913301141f40), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.059314 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2a246660-a198-4c8e-83a1-407fa3b31617 req-e2866baa-c73f-415c-a7a6-fb0965d04931 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Mar 08 12:04:57.062536 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfc5d20-5475-442f-a2ad-913301141f40']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:57.075032 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60689ebd-89f0-4811-ac9c-b6911b531689') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:57.075333 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60689ebd-89f0-4811-ac9c-b6911b531689') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:57.086247 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (60689ebd-89f0-4811-ac9c-b6911b531689), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.100869 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (60689ebd-89f0-4811-ac9c-b6911b531689), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.106636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:04:57.107022 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (60689ebd-89f0-4811-ac9c-b6911b531689), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:04:57.108643 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:04:57.243428 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (acfc5d20-5475-442f-a2ad-913301141f40), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.250122 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.253300 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/acfc5d20-5475-442f-a2ad-913301141f40 HTTP/1.1" status: 204 len: 168 time: 0.3706703 Mar 08 12:04:57.264798 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cddb4-1bd6-438b-bab0-e812ee3553e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=acfc5d20-5475-442f-a2ad-913301141f40,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.670983 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34658) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.711714 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-d37074d8-a2f9-4001-ad7e-0ce6304ce53c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=149f308259a840469dbeaee05e828ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394213 Mar 08 12:04:57.714413 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34660) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.766668 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] Publish callbacks [] for security_group (bf51bd8f-db18-4da5-9259-05796662f05a), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.789466 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] Publish callbacks [] for security_group (bf51bd8f-db18-4da5-9259-05796662f05a), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.909812 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (bf51bd8f-db18-4da5-9259-05796662f05a), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.913595 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.913739 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf51bd8f-db18-4da5-9259-05796662f05a HTTP/1.1" status: 204 len: 168 time: 0.1983652 Mar 08 12:04:57.927432 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd9dc9-5880-4ae0-953d-b65461e6b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51bd8f-db18-4da5-9259-05796662f05a,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:58.252316 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc756d-4583-48f0-b6e3-7a5ec779b744 req-0f1539ec-7af5-40d6-a328-86b95342800d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:58.254622 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9fcc756d-4583-48f0-b6e3-7a5ec779b744 req-0f1539ec-7af5-40d6-a328-86b95342800d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.1172383 Mar 08 12:04:58.309972 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9fcc756d-4583-48f0-b6e3-7a5ec779b744 req-1c71d279-08ea-4b44-92f1-254928f9b5c7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491235 Mar 08 12:04:58.946686 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34730) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:59.043811 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584426231-network', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:59.152203 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Made reservation on behalf of a0b93ba112f94a11ab3c56f431ac05b5 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:59.154589 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.163297 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.243424 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks [] for security_group (5e9e96a6-2787-481f-884d-2a5f5e779d87), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.369196 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (5e9e96a6-2787-481f-884d-2a5f5e779d87), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.391403 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:59.407747 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e96a6-2787-481f-884d-2a5f5e779d87,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:59.411636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (33279f95-e384-4d1c-b38d-d85a77308c98), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.419040 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Added segment 33279f95-e384-4d1c-b38d-d85a77308c98 of type vlan for network ff8d8855-89c6-49cd-80d9-941f3fa9813c Mar 08 12:04:59.445678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e193f45-c400-456d-9873-cd6a54313ab2 req-9c784b1d-1546-442d-bf4c-0743d9134b86 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:59.447973 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e193f45-c400-456d-9873-cd6a54313ab2 req-9c784b1d-1546-442d-bf4c-0743d9134b86 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0609403 Mar 08 12:04:59.455710 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (ff8d8855-89c6-49cd-80d9-941f3fa9813c), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.496832 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e193f45-c400-456d-9873-cd6a54313ab2 req-0d8d4f5c-9337-4378-8522-c570950f7d0c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Mar 08 12:04:59.551976 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (ff8d8855-89c6-49cd-80d9-941f3fa9813c), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.553573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:59.554319 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.612043 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] Pushing event updated for resources: {'Network': ['ID=ff8d8855-89c6-49cd-80d9-941f3fa9813c,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:59.622644 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:59.663224 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-99f6870b-1fd9-4842-83e4-bab24b68fc8c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7154145 Mar 08 12:04:59.666017 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34744) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:59.670725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Request body: {'subnet': {'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584426231-subnet', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:59.761495 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Made reservation on behalf of a0b93ba112f94a11ab3c56f431ac05b5 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:59.763895 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.001325 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (754d0c12-e940-4dca-b07f-49619505bbf5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.059923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754d0c12-e940-4dca-b07f-49619505bbf5,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:00.072500 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Checking segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:00.072500 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Network hostable DHCP agents. Network: ff8d8855-89c6-49cd-80d9-941f3fa9813c, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:05:00.169132 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:05:00.247412 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, ff8d8855-89c6-49cd-80d9-941f3fa9813c) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:00.251590 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:00.252159 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.257140 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2b798-6501-45bc-9358-6ea9806f337b None None] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:00.355990 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:05:00.356839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.407204 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-5f016b26-6b2b-415b-92b8-1541ac261e77 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7399848 Mar 08 12:05:00.409720 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34748) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:00.414464 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:00.497462 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Allocated IP 172.20.0.2 (ff8d8855-89c6-49cd-80d9-941f3fa9813c/754d0c12-e940-4dca-b07f-49619505bbf5/f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:00.512126 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.513125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.565767 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for router_controller (419765bc-7344-4bbe-a131-25b4a02aaca9), precommit_add_association {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.623636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796b51-65b7-4020-ae89-7fdef2275cba req-2aa667d0-80d6-4b63-a233-fabf74b87166 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:00.625126 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-66796b51-65b7-4020-ae89-7fdef2275cba req-2aa667d0-80d6-4b63-a233-fabf74b87166 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Mar 08 12:05:00.643421 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks [] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.732946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.774094 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:00.776948 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:00.780415 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:00.786352 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-66796b51-65b7-4020-ae89-7fdef2275cba req-8413d143-5701-478d-b011-e7e44f696242 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275611 Mar 08 12:05:00.787352 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Pushing event updated for resources: {'Port': ['ID=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:00.788425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for router_gateway (419765bc-7344-4bbe-a131-25b4a02aaca9), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.844294 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Attempting to bind port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:00.844665 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Attempting to bind port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:00.845142 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Attempting to bind port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a on network ff8d8855-89c6-49cd-80d9-941f3fa9813c {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:00.850113 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:00.850565 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Checking segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:00.851060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.851456 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Bound using segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:00.851947 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Bound port: f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:00.852327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.914761 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] For port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:00.917714 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] For port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:00.990967 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.054604 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3b09-2c46-44c8-99b2-29b0fb1f1ca4 None None] Pushing event updated for resources: {'Port': ['ID=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.066285 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for router_gateway (419765bc-7344-4bbe-a131-25b4a02aaca9), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.085540 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.199400 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Allocated IP 172.27.3.156 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/ebaee42a-2e05-466b-b694-fd6e67c804a3) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:01.328386 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.443843 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.487560 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:01.492703 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:01.495176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:01.501062 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Pushing event updated for resources: {'Port': ['ID=ebaee42a-2e05-466b-b694-fd6e67c804a3,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.534429 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:01.583040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:01.583325 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.668088 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:01.668830 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.704433 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:01.790162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.847858 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.979772 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b41839-8e43-410e-a1b5-39701127e261 None None] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:02.062239 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-8fe348d1-581d-4f52-8fb8-acbeff0e201e None None] Provisioning complete for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:02.062612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8fe348d1-581d-4f52-8fb8-acbeff0e201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.070517 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for router_gateway (419765bc-7344-4bbe-a131-25b4a02aaca9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.176701 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-8fe348d1-581d-4f52-8fb8-acbeff0e201e None None] Current status of the port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:02.293525 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.399205 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-4b7d5ca7-1383-4578-aa6f-26f3e1b131e9 None None] Provisioning complete for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:02.399781 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5ca7-1383-4578-aa6f-26f3e1b131e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.480884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d5ca7-1383-4578-aa6f-26f3e1b131e9 None None] Current status of the port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:02.515304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Router 419765bc-7344-4bbe-a131-25b4a02aaca9 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:05:02.623968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:02.633431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Sync routers for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:02.642716 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:02.643322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:02.697607 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.699141 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-74e1a3ee-6ec4-45f0-8065-80f81aa9ed17 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2884972 Mar 08 12:05:02.701831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34760) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:02.751076 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:02.931890 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 3, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:02.958100 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Checking router: 419765bc-7344-4bbe-a131-25b4a02aaca9 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:02.958376 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Updating router 419765bc-7344-4bbe-a131-25b4a02aaca9 port ebaee42a-2e05-466b-b694-fd6e67c804a3 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:02.987484 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.111692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.243331 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks [] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.267141 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Allocated IP 172.20.0.1 (ff8d8855-89c6-49cd-80d9-941f3fa9813c/754d0c12-e940-4dca-b07f-49619505bbf5/64291c9a-80ce-4e69-967a-7eccccc39d96) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:03.367170 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks [] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.413504 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.464436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Attempting to bind port ebaee42a-2e05-466b-b694-fd6e67c804a3 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:03.464811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Attempting to bind port ebaee42a-2e05-466b-b694-fd6e67c804a3 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:03.465170 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Attempting to bind port ebaee42a-2e05-466b-b694-fd6e67c804a3 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:03.473479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:03.477237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:03.477237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.477237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:03.477237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Bound port: ebaee42a-2e05-466b-b694-fd6e67c804a3, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:03.477237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.479141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e4e1-f355-4f09-a446-3aa82484012a None None] Pushing event updated for resources: {'Port': ['ID=ebaee42a-2e05-466b-b694-fd6e67c804a3,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.500026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.537310 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:03.540509 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:03.545043 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:03.549862 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:03.555853 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Pushing event updated for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.568361 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] For port ebaee42a-2e05-466b-b694-fd6e67c804a3, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:03.591977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (419765bc-7344-4bbe-a131-25b4a02aaca9), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.598331 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] For port ebaee42a-2e05-466b-b694-fd6e67c804a3, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=ebaee42a-2e05-466b-b694-fd6e67c804a3,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:03.621999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:03.622384 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.665313 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-81bb97b3-1ccd-4652-9c6b-541399c83ee9 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494482534&fields=id&tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb HTTP/1.1" status: 200 len: 267 time: 0.0510910 Mar 08 12:05:03.667013 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.729929 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e4e1-f355-4f09-a446-3aa82484012a None None] Pushing event updated for resources: {'Port': ['ID=ebaee42a-2e05-466b-b694-fd6e67c804a3,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.762697 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:03.763343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:03.797792 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-efc5a617-6a65-401f-a28d-e6a675ed1c07 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:03.799328 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-efc5a617-6a65-401f-a28d-e6a675ed1c07 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 809 time: 0.1248596 Mar 08 12:05:03.803802 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.816831 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-1c577f18-a232-4339-9dad-640855cf8ac3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/quotas/cfc28aa7473b41d7b1e2482c5f0695eb HTTP/1.1" status: 200 len: 375 time: 0.0092003 Mar 08 12:05:03.828557 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:03.867453 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-5edfd5e2-52f0-4dfa-b694-ae7a1f00df2c None None] Provisioning complete for port 64291c9a-80ce-4e69-967a-7eccccc39d96 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:03.868008 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5edfd5e2-52f0-4dfa-b694-ae7a1f00df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.875772 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-500ba67e-266c-4ba1-9c3d-96d18cda60f6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527024 Mar 08 12:05:03.989521 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-5da3d410-39b9-4aa6-ad3f-cf910c24d92a service neutron] 10.222.0.52 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Mar 08 12:05:03.998731 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks [] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.053859 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-5edfd5e2-52f0-4dfa-b694-ae7a1f00df2c None None] Port 64291c9a-80ce-4e69-967a-7eccccc39d96 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:04.056290 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:04.060874 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.090911 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-69064ba8-3154-4410-aa3e-f36e915822b7 service neutron] 10.222.0.52 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947111 Mar 08 12:05:04.134264 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (419765bc-7344-4bbe-a131-25b4a02aaca9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.136992 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Pushing event updated for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:04.237250 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:04.238567 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:04.257873 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 3, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:04.285653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71551bf2-0eaf-4114-b6d7-d9ad5af859fd None None] The sync data for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi is: [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 3, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:04.477543 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a44ed30a-c2b8-4b80-af27-5fe7d4a9a1c7 None None] Provisioning complete for port 64291c9a-80ce-4e69-967a-7eccccc39d96 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:04.477932 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a44ed30a-c2b8-4b80-af27-5fe7d4a9a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.526628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a44ed30a-c2b8-4b80-af27-5fe7d4a9a1c7 None None] Port 64291c9a-80ce-4e69-967a-7eccccc39d96 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:04.676579 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f0c4f522-71b0-40b1-af19-c9a785e36225 req-7119ca90-21f1-4efc-96ca-47c816edd535 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0318077 Mar 08 12:05:04.687765 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Router 419765bc-7344-4bbe-a131-25b4a02aaca9 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:04.811893 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:04.817891 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8fa552f2-da17-49aa-805b-a5fc3fd15301 admin admin] 10.222.0.52 "PUT /v2.0/routers/419765bc-7344-4bbe-a131-25b4a02aaca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1150370 Mar 08 12:05:05.067627 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:05:05.525973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device ebaee42a-2e05-466b-b694-fd6e67c804a3 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:05.556447 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34802) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:05.562821 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-343729388-network', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:05.574312 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port ebaee42a-2e05-466b-b694-fd6e67c804a3 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:05.574696 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.654043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port ebaee42a-2e05-466b-b694-fd6e67c804a3 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:05.654463 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.664679 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Made reservation on behalf of 9211abecea7d4a0e9f7b8ad034637276 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:05.667206 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.675614 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port ebaee42a-2e05-466b-b694-fd6e67c804a3, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=ebaee42a-2e05-466b-b694-fd6e67c804a3,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:05.676195 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.752527 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks [] for security_group (1fb249fe-5b37-4086-97b0-6e5430001dca), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.777698 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ad9b1f5-c37d-41e9-a1ca-1d79bc1a17d3 req-acff0973-82f3-4a6b-b23a-0ed63f0aaf1c tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0301788 Mar 08 12:05:05.779178 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.835864 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=ebaee42a-2e05-466b-b694-fd6e67c804a3,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:05.849301 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1fb249fe-5b37-4086-97b0-6e5430001dca), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.878759 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:05:05.885750 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb249fe-5b37-4086-97b0-6e5430001dca,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:05.891490 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (ba94dbd9-e668-41ef-96bf-b9973e768077), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:05.891897 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Added segment ba94dbd9-e668-41ef-96bf-b9973e768077 of type vlan for network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c Mar 08 12:05:05.939072 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.043760 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.044798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.045565 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.108875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] Pushing event updated for resources: {'Network': ['ID=cabf780d-09a6-4311-b7d8-36cf5cc9fe5c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:06.120348 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:05:06.141112 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Sync routers for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:06.147752 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5e9206ac-23f7-4412-afa2-69fd5d43234c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5900087 Mar 08 12:05:06.150373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34806) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:06.150987 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:06.151666 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:06.155554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Request body: {'subnet': {'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-343729388-subnet', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:06.259120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Made reservation on behalf of 9211abecea7d4a0e9f7b8ad034637276 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:06.261823 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780574'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.264936 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:06.465330 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 2, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:06.490506 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Checking router: 419765bc-7344-4bbe-a131-25b4a02aaca9 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:06.491421 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Updating router 419765bc-7344-4bbe-a131-25b4a02aaca9 port 64291c9a-80ce-4e69-967a-7eccccc39d96 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:06.516715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780544'] for subnet (fc041998-3047-449c-9754-f47cc48f56cf), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.518502 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.578212 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc041998-3047-449c-9754-f47cc48f56cf,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:06.585593 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Checking segment: {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:06.585957 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Network hostable DHCP agents. Network: cabf780d-09a6-4311-b7d8-36cf5cc9fe5c, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:05:06.664512 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:05:06.727779 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, cabf780d-09a6-4311-b7d8-36cf5cc9fe5c) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:06.731875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.732473 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.737860 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774dd614-64e3-4000-a70e-e33f8ed780d1 None None] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:06.781405 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks [] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.822668 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bc39cc70-8b22-4c9e-87b5-d0f60a1ab2e9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6710534 Mar 08 12:05:06.825601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34810) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:06.835474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:06.847844 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.898789 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bc9454ed-7fad-4295-8006-61e171d5a61d req-a9842820-92e9-4f79-96b0-ef9ef9d1875e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0431340 Mar 08 12:05:06.901243 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fae30-06dc-4e1f-91ef-d080e64dd305 None None] Pushing event updated for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:06.923776 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'fixed_ips': [{'subnet_id': 'fc041998-3047-449c-9754-f47cc48f56cf'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:05:06.924682 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.956828 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Attempting to bind port 64291c9a-80ce-4e69-967a-7eccccc39d96 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:06.957590 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Attempting to bind port 64291c9a-80ce-4e69-967a-7eccccc39d96 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:06.958152 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Attempting to bind port 64291c9a-80ce-4e69-967a-7eccccc39d96 on network ff8d8855-89c6-49cd-80d9-941f3fa9813c {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:06.965222 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:06.967075 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Checking segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:06.967075 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.967632 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Bound using segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:06.968107 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Bound port: 64291c9a-80ce-4e69-967a-7eccccc39d96, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:06.968484 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.973275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.974354 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.042378 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for router_controller (a71ef667-c08e-4d36-a072-0f92ead12d89), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.083809 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Allocated IP 172.20.0.2 (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c/fc041998-3047-449c-9754-f47cc48f56cf/3f93f866-9c2a-45f4-b227-03772cf0a964) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:07.144728 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] For port 64291c9a-80ce-4e69-967a-7eccccc39d96, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:07.149047 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] For port 64291c9a-80ce-4e69-967a-7eccccc39d96, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=64291c9a-80ce-4e69-967a-7eccccc39d96,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:07.233094 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.259167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Provisioning complete for port 64291c9a-80ce-4e69-967a-7eccccc39d96 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:07.259914 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.290173 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fae30-06dc-4e1f-91ef-d080e64dd305 None None] Pushing event updated for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.312796 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:07.315948 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:07.327464 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for router_gateway (a71ef667-c08e-4d36-a072-0f92ead12d89), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.358241 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-17b79bdc-8079-437a-adf9-4ec7c96740bb tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:07.360615 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-17b79bdc-8079-437a-adf9-4ec7c96740bb tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 809 time: 0.2075198 Mar 08 12:05:07.368074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks [] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.445164 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Current status of the port 64291c9a-80ce-4e69-967a-7eccccc39d96 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:07.445849 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.482476 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-a42917b8-6f38-4448-8e95-596c8e7c8144 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb HTTP/1.1" status: 200 len: 379 time: 0.1056118 Mar 08 12:05:07.497963 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] For port 64291c9a-80ce-4e69-967a-7eccccc39d96, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=64291c9a-80ce-4e69-967a-7eccccc39d96,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:07.498181 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:07.502365 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.549464 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:07.550953 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'port': {'device_id': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'admin_state_up': True, 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'security_groups': ['b984e321-08e9-460f-b93f-f1c08227f541']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:07.552510 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:07.556678 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:07.566084 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Pushing event updated for resources: {'Port': ['ID=3f93f866-9c2a-45f4-b227-03772cf0a964,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.592280 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device ebaee42a-2e05-466b-b694-fd6e67c804a3 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:07.597893 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.696579 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Attempting to bind port 3f93f866-9c2a-45f4-b227-03772cf0a964 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:07.697208 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Attempting to bind port 3f93f866-9c2a-45f4-b227-03772cf0a964 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:07.697338 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Attempting to bind port 3f93f866-9c2a-45f4-b227-03772cf0a964 on network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:07.721762 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:07.722141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Checking segment: {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:07.722550 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.722946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Bound using segment: {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:07.723431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Bound port: 3f93f866-9c2a-45f4-b227-03772cf0a964, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:07.723844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.741125 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e67db-531f-4c3a-8b3e-9203b8c4f0b1 None None] Pushing event updated for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.776034 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-acda82e9-a421-470d-a9fe-fa6dcd31580d None None] Provisioning complete for port 64291c9a-80ce-4e69-967a-7eccccc39d96 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:07.778375 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-acda82e9-a421-470d-a9fe-fa6dcd31580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.779639 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:07.812697 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d5c83-31f4-4e52-8c6d-1d204655154f None None] The sync data for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi is: [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:07.821396 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port ebaee42a-2e05-466b-b694-fd6e67c804a3 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:07.821396 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.833898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for router_gateway (a71ef667-c08e-4d36-a072-0f92ead12d89), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.857560 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.884730 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Made reservation on behalf of cfc28aa7473b41d7b1e2482c5f0695eb for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:07.888805 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.905506 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] For port 3f93f866-9c2a-45f4-b227-03772cf0a964, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:07.914590 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] For port 3f93f866-9c2a-45f4-b227-03772cf0a964, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=3f93f866-9c2a-45f4-b227-03772cf0a964,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:07.989406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-acda82e9-a421-470d-a9fe-fa6dcd31580d None None] Current status of the port 64291c9a-80ce-4e69-967a-7eccccc39d96 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:07.993947 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.031480 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port ebaee42a-2e05-466b-b694-fd6e67c804a3 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:08.061293 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fa7adee-5532-4407-aaa5-989f045022f5 req-c1b506b7-9f3e-4b9b-b552-ed35f7e3d318 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0551357 Mar 08 12:05:08.065351 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4faa-b227-4f63-8c1c-12fa61a3c878 None None] Pushing event updated for resources: {'Port': ['ID=3f93f866-9c2a-45f4-b227-03772cf0a964,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:08.127356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Allocated IP 172.27.3.49 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/697c40c6-931c-44b2-8d66-7bb0a5d45d65) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:08.200342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Allocated IP 172.20.0.6 (47548c11-cec1-4050-898e-7164f8aff740/e44d6001-edeb-47aa-b2d7-18adacf4fdb3/8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:08.349961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.467832 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.536784 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.574055 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:08.577051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:08.582986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:08.611450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.631048 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Pushing event updated for resources: {'Port': ['ID=697c40c6-931c-44b2-8d66-7bb0a5d45d65,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:08.666448 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Network 47548c11-cec1-4050-898e-7164f8aff740 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:08.672114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:08.934750 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a8c4b785-5364-4e36-8dc6-bf9eddc978c9 None None] Provisioning complete for port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:08.935851 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b785-5364-4e36-8dc6-bf9eddc978c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.995954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4b785-5364-4e36-8dc6-bf9eddc978c9 None None] Port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:09.004838 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:09.081741 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:09.123482 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.124178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.214320 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35f452-5776-4cfe-a3e9-9d398b6494f5 req-88fd13ff-dcd4-40a7-9cde-baea2ce5c060 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.215968 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2c35f452-5776-4cfe-a3e9-9d398b6494f5 req-88fd13ff-dcd4-40a7-9cde-baea2ce5c060 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 931 time: 0.0660555 Mar 08 12:05:09.254256 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c5a32217-6698-457b-9193-2ae581aa9021 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7205956 Mar 08 12:05:09.274588 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Request body: {'port': {'device_id': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:09.277763 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2c35f452-5776-4cfe-a3e9-9d398b6494f5 req-9a8d01fe-649c-4f86-bf78-75b33f39176d tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555420 Mar 08 12:05:09.333725 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b4f70-8d87-4f2f-b6c2-815343c5cb78 None None] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:09.422722 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.443456 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Provisioning complete for port 3f93f866-9c2a-45f4-b227-03772cf0a964 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:09.443778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.476330 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for router_gateway (a71ef667-c08e-4d36-a072-0f92ead12d89), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.601766 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 3f93f866-9c2a-45f4-b227-03772cf0a964 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:09.727898 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 3f93f866-9c2a-45f4-b227-03772cf0a964 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:09.728281 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.761015 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Current status of the port 3f93f866-9c2a-45f4-b227-03772cf0a964 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:09.761417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.807213 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] For port 3f93f866-9c2a-45f4-b227-03772cf0a964, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=3f93f866-9c2a-45f4-b227-03772cf0a964,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:09.845225 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.854358 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 3f93f866-9c2a-45f4-b227-03772cf0a964 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:09.854757 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.876962 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.934666 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:09.943457 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f085c131-0813-4ad8-b664-b83a9311f465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.945718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks [] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.971014 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b87f81-fd01-406c-b0bc-7f8495ec7cb1 None None] Pushing event updated for resources: {'Port': ['ID=3f93f866-9c2a-45f4-b227-03772cf0a964,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:09.978158 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.db.api [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:05:09.978698 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG oslo_db.api [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:05:09.999586 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-65563890-288d-4cdd-9ac6-ac50424faebb None None] Provisioning complete for port 3f93f866-9c2a-45f4-b227-03772cf0a964 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:10.000010 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-65563890-288d-4cdd-9ac6-ac50424faebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.001001 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Transition to ACTIVE for port object 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:10.076390 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.099731 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-65563890-288d-4cdd-9ac6-ac50424faebb None None] Current status of the port 3f93f866-9c2a-45f4-b227-03772cf0a964 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:10.109867 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Router a71ef667-c08e-4d36-a072-0f92ead12d89 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:05:10.135087 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:10.295799 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Attempting to bind port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:10.296140 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Attempting to bind port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:10.296469 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Attempting to bind port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 on network 47548c11-cec1-4050-898e-7164f8aff740 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:10.307766 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 on network 47548c11-cec1-4050-898e-7164f8aff740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:10.308108 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Attempting to bind port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 on network 47548c11-cec1-4050-898e-7164f8aff740 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:10.314877 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:10.316946 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:10.322035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Checking segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:10.322035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Bound using segment: {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:10.322035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Bound port: 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd318011d-7d7b-435c-ad82-eba235b38c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '47548c11-cec1-4050-898e-7164f8aff740'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:10.322035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.332193 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Sync routers for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:10.346267 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:10.346950 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:10.411667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:10.417276 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:10.422955 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.424242 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-48a597aa-b60b-49e8-bdd9-29b446de152b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5974736 Mar 08 12:05:10.427004 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34822) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:10.482716 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:10.512340 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.592584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 3f93f866-9c2a-45f4-b227-03772cf0a964 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:10.594478 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 64291c9a-80ce-4e69-967a-7eccccc39d96 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:10.599133 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.599786 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.601776 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] 10.222.0.58 "PUT /v2.0/ports/8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 1093 time: 1.3321161 Mar 08 12:05:10.609774 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:10.609774 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb4e82-6b1b-4906-ad69-2375099afe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:10.627450 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-eeca91e3-a7f1-4377-a6b1-60134251c6bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1613781 Mar 08 12:05:10.706289 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07f3fb8-c792-46f9-9a1b-ebf9d615c0c1 x-openstack-request-id: req-a07f3fb8-c792-46f9-9a1b-ebf9d615c0c1 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:10.706937 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:10.707234 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a07f3fb8-c792-46f9-9a1b-ebf9d615c0c1 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:10.707698 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'status': 'completed', 'code': 200} Mar 08 12:05:10.728374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a050-0776-495d-9711-c8157fb9bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:10.748915 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 64291c9a-80ce-4e69-967a-7eccccc39d96 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:10.749343 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.809707 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:09Z', 'revision_number': 3, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:10.839235 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Checking router: a71ef667-c08e-4d36-a072-0f92ead12d89 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:10.839235 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Updating router a71ef667-c08e-4d36-a072-0f92ead12d89 port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:10.895956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-6c398b99-6c64-4d2c-8659-dfdd7a72686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.897422 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-6c398b99-6c64-4d2c-8659-dfdd7a72686c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 1130 time: 0.1588471 Mar 08 12:05:10.904813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1b3d-287b-44f1-9ccc-8672a37835cd req-15016d66-c4fe-4c5f-9f2d-24d1fd11cd01 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.906380 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78ab1b3d-287b-44f1-9ccc-8672a37835cd req-15016d66-c4fe-4c5f-9f2d-24d1fd11cd01 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.5193958 Mar 08 12:05:10.907969 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 64291c9a-80ce-4e69-967a-7eccccc39d96 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:10.911245 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.916353 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-f5a82d05-ead2-4035-ae31-905024820096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.917858 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-f5a82d05-ead2-4035-ae31-905024820096 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1127 time: 0.1697495 Mar 08 12:05:11.190419 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks [] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.301454 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.358346 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Attempting to bind port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:11.358700 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Attempting to bind port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:11.359059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Attempting to bind port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:11.361059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a19d-b2cd-4a44-b627-1d5c30f64149 None None] Pushing event updated for resources: {'Port': ['ID=697c40c6-931c-44b2-8d66-7bb0a5d45d65,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.367998 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:11.369195 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:11.369324 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.369648 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:11.370613 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Bound port: 697c40c6-931c-44b2-8d66-7bb0a5d45d65, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:11.370990 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.421721 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] For port 697c40c6-931c-44b2-8d66-7bb0a5d45d65, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:11.424835 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] For port 697c40c6-931c-44b2-8d66-7bb0a5d45d65, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=697c40c6-931c-44b2-8d66-7bb0a5d45d65,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:11.472856 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78ab1b3d-287b-44f1-9ccc-8672a37835cd req-6765a5f2-397f-4c9f-a56d-5733a7acec97 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446029 Mar 08 12:05:11.482941 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.500503 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-96b1612a-449b-44d5-9080-46e79a776804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.501981 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-96b1612a-449b-44d5-9080-46e79a776804 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.5819559 Mar 08 12:05:11.504384 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-9e10cef8-8179-49e7-b34e-b35b538ffdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.505745 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-9e10cef8-8179-49e7-b34e-b35b538ffdf0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5361552 Mar 08 12:05:11.529431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 3f93f866-9c2a-45f4-b227-03772cf0a964 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:11.589778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:11.590444 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:11.633313 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a19d-b2cd-4a44-b627-1d5c30f64149 None None] Pushing event updated for resources: {'Port': ['ID=697c40c6-931c-44b2-8d66-7bb0a5d45d65,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.677522 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-6037c0fd-7974-4194-9111-589d83dd7d2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 200 len: 1001 time: 0.1472805 Mar 08 12:05:11.781251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-6d22de1d-ad8d-453a-8272-bdc131847e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.782633 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-78fb4e82-6b1b-4906-ad69-2375099afe2e req-6d22de1d-ad8d-453a-8272-bdc131847e83 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2537799 Mar 08 12:05:11.786307 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-86dbd2fe-9eb1-4c4f-883e-adcb7483fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.787741 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-86dbd2fe-9eb1-4c4f-883e-adcb7483fc18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.1047893 Mar 08 12:05:11.802774 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.860083 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 3f93f866-9c2a-45f4-b227-03772cf0a964 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:11.872339 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.891137 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:11.955674 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.962080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-11f82d76-d6c0-45af-98da-d93c8b75b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.963649 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-11f82d76-d6c0-45af-98da-d93c8b75b507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1511133 Mar 08 12:05:12.059251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-0d5a923e-a452-4429-8dce-4816a5713f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.060722 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-0d5a923e-a452-4429-8dce-4816a5713f7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1127 time: 0.2033300 Mar 08 12:05:12.088877 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 3f93f866-9c2a-45f4-b227-03772cf0a964 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:12.136967 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-fbb215e4-1a78-4289-b5c9-89209e54cff5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 217 time: 0.0475667 Mar 08 12:05:12.144927 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:09Z', 'revision_number': 3, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:12.173234 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021cdf5-1b73-44c8-a7f3-625dfe74010e None None] The sync data for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi is: [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:09Z', 'revision_number': 3, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:12.182570 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Allocated IP 172.20.0.1 (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c/fc041998-3047-449c-9754-f47cc48f56cf/2219c3d0-6edd-43b6-8e7e-c207a305d5ff) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:12.197912 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f7027b08-7349-401b-9984-3e646a9cf61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.210571 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-d9b33710-05df-4d09-9e3a-943a0db92e5d service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369771 Mar 08 12:05:12.273650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-3957428e-6262-480c-bbbd-bade70433a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.275494 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-3957428e-6262-480c-bbbd-bade70433a6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.1321614 Mar 08 12:05:12.412044 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a27547df-c30f-4b7d-bb71-83fb96b19cfa req-bf2691e1-9562-45a4-a751-06d4cd11bb5a service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953430 Mar 08 12:05:12.434451 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-97d3f3a5-af37-468b-a2dd-81205a540380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.436505 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-97d3f3a5-af37-468b-a2dd-81205a540380 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350756 Mar 08 12:05:12.444572 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks [] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.560861 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-09f640ed-d8c1-432d-a688-ea0d630b8a55 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152647 Mar 08 12:05:12.661930 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.680332 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1e68-bc2d-44e9-ad1d-7e9e864b2f58 req-4f3a7614-79e5-4646-92b8-bf9147304339 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.682247 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c3b1e68-bc2d-44e9-ad1d-7e9e864b2f58 req-4f3a7614-79e5-4646-92b8-bf9147304339 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.1304207 Mar 08 12:05:12.699210 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38e5cefa-a86f-4755-be6e-b7974c344caf req-43b638b6-4849-4d63-97b4-0779d19890a1 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257603 Mar 08 12:05:12.718169 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:12.724636 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:12.730769 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:12.763837 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3c3b1e68-bc2d-44e9-ad1d-7e9e864b2f58 req-18c76f17-69c3-4f7d-98f2-69c72e84ed2c tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754790 Mar 08 12:05:12.770723 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Pushing event updated for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:12.776511 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (a71ef667-c08e-4d36-a072-0f92ead12d89), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.045647 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-06ae6a1f-96f4-499e-836b-d2e04bf9e939 None None] Provisioning complete for port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:13.046040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a1f-96f4-499e-836b-d2e04bf9e939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.057274 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.084303 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-06ae6a1f-96f4-499e-836b-d2e04bf9e939 None None] Port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:13.233783 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks [] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.242580 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.306874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.376840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Pushing event updated for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:13.382943 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (a71ef667-c08e-4d36-a072-0f92ead12d89), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.482863 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:13.484352 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:13.546436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 697c40c6-931c-44b2-8d66-7bb0a5d45d65 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:13.611792 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:13.612632 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.625790 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Router a71ef667-c08e-4d36-a072-0f92ead12d89 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:13.703799 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:13.704190 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.730092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 697c40c6-931c-44b2-8d66-7bb0a5d45d65, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=697c40c6-931c-44b2-8d66-7bb0a5d45d65,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:13.737996 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-4915c7ab-9961-4a7a-a7f2-d0ec4506bb04 None None] Provisioning complete for port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:13.738365 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4915c7ab-9961-4a7a-a7f2-d0ec4506bb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.748008 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:13.754730 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c2cc39bf-6dfb-41cd-87fd-ec7bd6e38a23 admin admin] 10.222.0.52 "PUT /v2.0/routers/a71ef667-c08e-4d36-a072-0f92ead12d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3265502 Mar 08 12:05:13.774870 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-4915c7ab-9961-4a7a-a7f2-d0ec4506bb04 None None] Port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:13.822355 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:13.884320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=697c40c6-931c-44b2-8d66-7bb0a5d45d65,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:13.887515 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffa820-486a-41fe-ba7f-21d2b061f294 req-18fa4804-5c82-4c2b-a8c2-e2d0082325bb tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:13.889120 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1ffa820-486a-41fe-ba7f-21d2b061f294 req-18fa4804-5c82-4c2b-a8c2-e2d0082325bb tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0620217 Mar 08 12:05:13.940159 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1ffa820-486a-41fe-ba7f-21d2b061f294 req-08955fe1-6310-4b7b-a400-7a9b2a4df12e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453627 Mar 08 12:05:14.781617 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:14.843625 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75711074-8e6c-416c-957d-562b2473804a None None] Sync routers for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:14.854747 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:14.855397 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:14.967981 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:15.085905 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bafa4c-2390-42b4-9fb7-c7cafd2e42f7 req-2857739f-89e1-44b7-a122-28b87ee25b6e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.089898 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2bafa4c-2390-42b4-9fb7-c7cafd2e42f7 req-2857739f-89e1-44b7-a122-28b87ee25b6e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0682306 Mar 08 12:05:15.145770 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2bafa4c-2390-42b4-9fb7-c7cafd2e42f7 req-61365eba-eec7-4ad1-8cc8-b0b8a9eb9f86 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502012 Mar 08 12:05:15.190377 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:12Z', 'revision_number': 4, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '2219c3d0-6edd-43b6-8e7e-c207a305d5ff', 'name': '', 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'mac_address': 'fa:16:3e:47:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:11Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 2, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'subnets': [{'id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:15.220237 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75711074-8e6c-416c-957d-562b2473804a None None] Checking router: a71ef667-c08e-4d36-a072-0f92ead12d89 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:15.220499 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75711074-8e6c-416c-957d-562b2473804a None None] Updating router a71ef667-c08e-4d36-a072-0f92ead12d89 port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:15.250492 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.541765 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks [] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.546321 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 697c40c6-931c-44b2-8d66-7bb0a5d45d65 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:15.604338 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:15.604711 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.628417 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.696072 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cda4c4-ac8d-4fd0-8332-9b34832bbea4 None None] Pushing event updated for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:15.712324 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:15.784476 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-75711074-8e6c-416c-957d-562b2473804a None None] Attempting to bind port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:15.787074 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-75711074-8e6c-416c-957d-562b2473804a None None] Attempting to bind port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:15.787074 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75711074-8e6c-416c-957d-562b2473804a None None] Attempting to bind port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff on network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:15.796462 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75711074-8e6c-416c-957d-562b2473804a None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:15.796859 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75711074-8e6c-416c-957d-562b2473804a None None] Checking segment: {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:15.797280 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.797685 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75711074-8e6c-416c-957d-562b2473804a None None] Bound using segment: {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:15.798288 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-75711074-8e6c-416c-957d-562b2473804a None None] Bound port: 2219c3d0-6edd-43b6-8e7e-c207a305d5ff, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba94dbd9-e668-41ef-96bf-b9973e768077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:15.798671 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.885204 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-75711074-8e6c-416c-957d-562b2473804a None None] For port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:15.890521 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-75711074-8e6c-416c-957d-562b2473804a None None] For port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:15.972131 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75711074-8e6c-416c-957d-562b2473804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.008560 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.015540 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Provisioning complete for port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:16.021552 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.070023 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:16.071414 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:16.073456 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cda4c4-ac8d-4fd0-8332-9b34832bbea4 None None] Pushing event updated for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.147451 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Current status of the port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:16.148240 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.205667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] For port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:16.235809 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:16.291500 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.323284 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb315de-fb38-4f30-96f3-1bd6c8dc8391 req-6949fa4a-a013-459b-888f-79d573488887 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.326365 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4cb315de-fb38-4f30-96f3-1bd6c8dc8391 req-6949fa4a-a013-459b-888f-79d573488887 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0787039 Mar 08 12:05:16.383585 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7b07-ffb3-47a0-b6fa-faa4479847c6 None None] Pushing event updated for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.426689 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-27840329-c9fe-4d7d-8312-e41bb8aed1ee None None] Provisioning complete for port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:16.427327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27840329-c9fe-4d7d-8312-e41bb8aed1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.430972 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4cb315de-fb38-4f30-96f3-1bd6c8dc8391 req-2a729c8b-b53c-4ca3-87cb-40c89ea216e8 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978658 Mar 08 12:05:16.540436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-27840329-c9fe-4d7d-8312-e41bb8aed1ee None None] Current status of the port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:16.597121 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-75711074-8e6c-416c-957d-562b2473804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:12Z', 'revision_number': 4, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '2219c3d0-6edd-43b6-8e7e-c207a305d5ff', 'name': '', 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'mac_address': 'fa:16:3e:47:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:11Z', 'updated_at': '2022-03-08T12:05:15Z', 'revision_number': 4, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'subnets': [{'id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:16.630033 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75711074-8e6c-416c-957d-562b2473804a None None] The sync data for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi is: [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:05:12Z', 'revision_number': 4, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '2219c3d0-6edd-43b6-8e7e-c207a305d5ff', 'name': '', 'network_id': 'cabf780d-09a6-4311-b7d8-36cf5cc9fe5c', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'mac_address': 'fa:16:3e:47:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:11Z', 'updated_at': '2022-03-08T12:05:15Z', 'revision_number': 4, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'subnets': [{'id': 'fc041998-3047-449c-9754-f47cc48f56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:17.575838 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 2219c3d0-6edd-43b6-8e7e-c207a305d5ff up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:17.584072 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb65a3f-42ed-4e77-bffc-5307b391bd4b req-38e98d03-466e-4e4f-b0fc-7ea5354ae1e0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.585880 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-efb65a3f-42ed-4e77-bffc-5307b391bd4b req-38e98d03-466e-4e4f-b0fc-7ea5354ae1e0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0709131 Mar 08 12:05:17.630838 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:17.631268 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.642076 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-efb65a3f-42ed-4e77-bffc-5307b391bd4b req-83815c70-678f-4151-902c-1e7c77b11572 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506618 Mar 08 12:05:17.714151 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:18.778954 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b881c1-b1a9-4e03-b06d-5966c293e767 req-10692dd4-6396-48de-8e3b-cedc153bde66 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.789949 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2b881c1-b1a9-4e03-b06d-5966c293e767 req-10692dd4-6396-48de-8e3b-cedc153bde66 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0733166 Mar 08 12:05:18.842212 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2b881c1-b1a9-4e03-b06d-5966c293e767 req-daf4828d-c0ee-460d-b844-4eb94ae176c2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512376 Mar 08 12:05:19.699356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:19.814997 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:19.827429 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'mac_address': 'fa:16:3e:60:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:19.868006 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:19.868403 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.883126 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:19.904736 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:20.004713 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:20.048472 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b051f-5d4e-4e62-9f4b-5889a055e669 req-2ebd296b-fc14-4dda-8138-7beec54a4ba1 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.059413 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a68b051f-5d4e-4e62-9f4b-5889a055e669 req-2ebd296b-fc14-4dda-8138-7beec54a4ba1 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0837159 Mar 08 12:05:20.071763 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:20.117407 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a68b051f-5d4e-4e62-9f4b-5889a055e669 req-d3040080-dffd-44d9-b497-f2b8b91b223b tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566175 Mar 08 12:05:20.373479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:21.237033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c698-5ed0-48e8-a8a0-f86db3fdfbd1 req-3da26f19-eb39-446d-b645-862f6be00b44 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.238573 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1de3c698-5ed0-48e8-a8a0-f86db3fdfbd1 req-3da26f19-eb39-446d-b645-862f6be00b44 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 944 time: 0.0525882 Mar 08 12:05:21.292704 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1de3c698-5ed0-48e8-a8a0-f86db3fdfbd1 req-9f2fc2eb-c263-4c63-afd9-1f03a5d7dba0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476334 Mar 08 12:05:21.708004 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:21.850504 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:21.855443 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:21.855869 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:21.941315 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:21.941816 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:21.972098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:21.974467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75dbd41-872c-41d9-93e4-f34f5461c729" -d '{"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-plugged", "status": "completed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:21.990029 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:22.017088 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66759c90-dde7-4638-a3d4-7842b7ca1622 x-openstack-request-id: req-66759c90-dde7-4638-a3d4-7842b7ca1622 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:22.017377 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-plugged", "status": "completed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:22.017646 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66759c90-dde7-4638-a3d4-7842b7ca1622 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:22.018052 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'code': 200} Mar 08 12:05:22.067610 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.130817 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:22.460849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210e081-6fe8-4dcd-a9e3-a933416dc94f req-8e076e30-d3a3-43ac-a944-b4dd751df613 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.462407 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3210e081-6fe8-4dcd-a9e3-a933416dc94f req-8e076e30-d3a3-43ac-a944-b4dd751df613 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0970881 Mar 08 12:05:22.469045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6618-6b33-4d27-977b-1fe472c1e6db req-d6b1ea6e-0a1f-4267-8528-90c1fb204790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.470466 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06ae6618-6b33-4d27-977b-1fe472c1e6db req-d6b1ea6e-0a1f-4267-8528-90c1fb204790 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0732780 Mar 08 12:05:22.554714 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3210e081-6fe8-4dcd-a9e3-a933416dc94f req-5438d6ae-f0c5-43cf-b722-f52164af151b tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830739 Mar 08 12:05:22.563623 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06ae6618-6b33-4d27-977b-1fe472c1e6db req-b5dbe10f-2ad5-4cf3-aaec-20ddb0d8d467 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857897 Mar 08 12:05:23.695697 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f354891-a5e9-4efb-9a1c-b3b4c8628df4 req-c59d4760-4d68-4dc8-ab50-732a5f871cea tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.697237 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8f354891-a5e9-4efb-9a1c-b3b4c8628df4 req-c59d4760-4d68-4dc8-ab50-732a5f871cea tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0560834 Mar 08 12:05:23.769863 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8f354891-a5e9-4efb-9a1c-b3b4c8628df4 req-adc2de24-7c3a-40d0-ac6f-25e9a109dabb tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668163 Mar 08 12:05:24.903577 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8ddeb-a50a-4a96-a0b4-d0fc14b87810 req-3cedcb4e-cbfa-4213-9eff-b094af5a5740 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.905396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e8ddeb-a50a-4a96-a0b4-d0fc14b87810 req-3cedcb4e-cbfa-4213-9eff-b094af5a5740 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0668972 Mar 08 12:05:24.953770 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e8ddeb-a50a-4a96-a0b4-d0fc14b87810 req-c2ee1fec-a7a7-4fd2-95b2-0233bb1d8462 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Mar 08 12:05:25.093882 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8860d-11a4-4265-9a73-36c8b1a3a36d req-7f720b7e-6b30-45d0-b757-efbfd8356851 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.096062 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b9f8860d-11a4-4265-9a73-36c8b1a3a36d req-7f720b7e-6b30-45d0-b757-efbfd8356851 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0652640 Mar 08 12:05:25.150220 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b9f8860d-11a4-4265-9a73-36c8b1a3a36d req-cad7e3ac-5d67-43e9-add0-a2c29e307e3d tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 Mar 08 12:05:25.175224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 34896) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:25.369120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae978c22-d883-4b8e-9f36-50a2cc88cd57 tempest-TestShelveInstance-211910915 tempest-TestShelveInstance-211910915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.371965 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ae978c22-d883-4b8e-9f36-50a2cc88cd57 tempest-TestShelveInstance-211910915 tempest-TestShelveInstance-211910915-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1124 time: 0.1953402 Mar 08 12:05:25.375111 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 34900) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:25.380928 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:25.525560 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:25.624393 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:25.728370 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Allocated IP 172.27.3.162 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/782c46f3-3cf7-436c-a59d-dbab5ff23b07) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:25.833224 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:25.931558 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:25.971543 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:25.974338 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:25.977738 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:25.983211 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'Port': ['ID=782c46f3-3cf7-436c-a59d-dbab5ff23b07,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:26.011161 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.011514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.011884 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.012219 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.012552 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.012877 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.013200 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.013523 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.013844 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.014166 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.014487 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.014804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.015120 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:26.431217 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for floatingip (e5ca38c2-d1d1-460f-a473-6796ed42a142), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:26.495481 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-d972c225-095d-444c-b6e9-0fd831efc63b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.496881 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-d972c225-095d-444c-b6e9-0fd831efc63b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 815 time: 0.1445470 Mar 08 12:05:26.511343 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-9b68eaac-5893-465a-86ae-49c4340000a9 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/quotas/a0b93ba112f94a11ab3c56f431ac05b5 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Mar 08 12:05:26.565834 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-7c5e5d7b-7a5d-4106-9687-5ed6a386dfbd tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494874 Mar 08 12:05:26.598937 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:26.777530 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-9d827470-aee6-4c80-8d8c-87fd7d3f35f5 service neutron] 10.222.0.52 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931486 Mar 08 12:05:26.879981 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:26.900732 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-e7db5b88-a30b-448f-b91e-cc877a633eef service neutron] 10.222.0.52 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151805 Mar 08 12:05:26.947563 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.017931 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event updated for resources: {'Port': ['ID=782c46f3-3cf7-436c-a59d-dbab5ff23b07,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:27.030144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (e5ca38c2-d1d1-460f-a473-6796ed42a142), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.119900 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61579123-6b26-42e8-98fb-03c7945feb3e req-003ef91b-a419-4a0d-91ee-92f3b0b5154c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Mar 08 12:05:27.140700 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Floating IP e5ca38c2-d1d1-460f-a473-6796ed42a142 associated. External IP: 172.27.3.162, port: 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98. Mar 08 12:05:27.361673 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:27.474399 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:27.485306 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Sync routers for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:27.494728 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:27.495350 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:27.573191 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.604748 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:27.606591 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e48a6a74-1ed9-42c8-8a0b-c1ca8a25b8ad tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2302325 Mar 08 12:05:27.607282 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:27.609788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd6c168-7245-49c0-81b0-94471c41c777" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:27.647804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9d4b1-b47f-48d3-aa2f-d76d690eb343 x-openstack-request-id: req-43f9d4b1-b47f-48d3-aa2f-d76d690eb343 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:27.648094 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:27.648977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43f9d4b1-b47f-48d3-aa2f-d76d690eb343 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:27.649432 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'status': 'completed', 'code': 200} Mar 08 12:05:27.742798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-3a3401fb-3f46-42e7-adab-335a2ebdb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.744396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-3a3401fb-3f46-42e7-adab-335a2ebdb846 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0479357 Mar 08 12:05:27.840334 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e5ca38c2-d1d1-460f-a473-6796ed42a142', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'mac_address': 'fa:16:3e:60:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:26Z', 'updated_at': '2022-03-08T12:05:26Z', 'revision_number': 0, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:27.840595 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-9310b7a7-d48a-403f-90cd-31dceae2acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.841960 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-9310b7a7-d48a-403f-90cd-31dceae2acdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 910 time: 0.0916233 Mar 08 12:05:27.876229 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Checking router: 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:27.887842 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:27.888468 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:27.920298 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-a69e6680-5a1c-4e54-95a5-f22efe3a298a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 999 time: 0.0703673 Mar 08 12:05:27.970255 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-e71d4de0-f526-4945-a119-52bdc853376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.971765 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-e71d4de0-f526-4945-a119-52bdc853376d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.0447125 Mar 08 12:05:27.998434 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:28.074692 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-cdc0cd67-f376-4281-8f3e-ab7e42fced06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:28.076341 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-cdc0cd67-f376-4281-8f3e-ab7e42fced06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984569 Mar 08 12:05:28.172678 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-ebc556b3-8c48-4436-b838-18f4ea0e3c80 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878406 Mar 08 12:05:28.217787 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3bbcc9e5-039c-47ea-9a57-66e8038b2cce req-bb379223-63a7-4ada-a248-c20fc5b2b0db tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 210 time: 0.0415411 Mar 08 12:05:28.234588 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e5ca38c2-d1d1-460f-a473-6796ed42a142', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'mac_address': 'fa:16:3e:60:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:26Z', 'updated_at': '2022-03-08T12:05:26Z', 'revision_number': 0, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:28.293765 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0fd6c168-7245-49c0-81b0-94471c41c777 req-a14b4929-ef3d-4ec3-9cc6-a5757f972864 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086254 Mar 08 12:05:28.394497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcaad99-a7cb-4330-9bcc-a42199cd7d43 None None] The sync data for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi is: [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e5ca38c2-d1d1-460f-a473-6796ed42a142', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'mac_address': 'fa:16:3e:60:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:26Z', 'updated_at': '2022-03-08T12:05:26Z', 'revision_number': 0, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:28.588677 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69cbbf-0bfd-45d2-bed8-9d84cb040c7e None None] New status for floating IP e5ca38c2-d1d1-460f-a473-6796ed42a142: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:29.318752 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-775ca9dd-575c-499e-8ef7-1fdfb612b392 req-e12ef617-781b-4528-8ff7-63887b231586 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 210 time: 0.0268123 Mar 08 12:05:29.929087 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-6c656f04-9a53-4d7a-84d4-bc4f76ca0fa0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.930520 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-6c656f04-9a53-4d7a-84d4-bc4f76ca0fa0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 815 time: 0.3749642 Mar 08 12:05:29.955024 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'port': {'device_id': '329f9128-0388-4050-8a29-77738b024241', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'admin_state_up': True, 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:30.131040 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Made reservation on behalf of a0b93ba112f94a11ab3c56f431ac05b5 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:30.134631 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.269993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Allocated IP 172.20.0.3 (ff8d8855-89c6-49cd-80d9-941f3fa9813c/754d0c12-e940-4dca-b07f-49619505bbf5/00e44d4b-814a-425c-917e-aab42d9c154a) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:30.421421 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-517083aa-1a6e-4189-9301-254d92a10b19 req-344b0c33-91bb-4b42-b21b-1dd73865e7ce tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 210 time: 0.0332110 Mar 08 12:05:30.462592 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for port (00e44d4b-814a-425c-917e-aab42d9c154a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.560585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.622085 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:30.626526 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:30.654765 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:30.750206 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.765124 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.765483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.766171 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.766756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.767109 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.767451 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.767993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.768400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.768745 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.769083 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.769418 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.769751 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.773464 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:30.787557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:30.788248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.912054 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-f2232c33-5143-4e10-9196-bc654c5285d2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9605141 Mar 08 12:05:31.003982 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-1b33a426-227b-4f32-a2cc-bc7a11622d9a None None] Provisioning complete for port 00e44d4b-814a-425c-917e-aab42d9c154a triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:31.004536 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1b33a426-227b-4f32-a2cc-bc7a11622d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.048719 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-1b33a426-227b-4f32-a2cc-bc7a11622d9a None None] Port 00e44d4b-814a-425c-917e-aab42d9c154a cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:31.579620 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0070a1-5ff6-49c8-b0af-948e3f0d2650 req-ea921e09-d7d2-4599-8954-a15f793bab30 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.580211 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad0070a1-5ff6-49c8-b0af-948e3f0d2650 req-ea921e09-d7d2-4599-8954-a15f793bab30 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0564685 Mar 08 12:05:31.650455 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad0070a1-5ff6-49c8-b0af-948e3f0d2650 req-e03ca823-1aed-47cb-822e-96b19fea5b83 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Mar 08 12:05:32.796315 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef339804-61f2-4d8c-a47a-3fb31951493b req-dd84cba4-9bae-4141-acda-7e10a35b7d99 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.797747 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef339804-61f2-4d8c-a47a-3fb31951493b req-dd84cba4-9bae-4141-acda-7e10a35b7d99 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0564427 Mar 08 12:05:32.847818 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef339804-61f2-4d8c-a47a-3fb31951493b req-7458445d-a62f-405d-9000-74e4bd3afc35 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Mar 08 12:05:33.974299 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7907f-6d17-46b3-a03a-366afe34e588 req-b03ddaf1-e7fc-46b9-9532-9d647e329ca1 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.975771 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36f7907f-6d17-46b3-a03a-366afe34e588 req-b03ddaf1-e7fc-46b9-9532-9d647e329ca1 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0586035 Mar 08 12:05:34.026717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36f7907f-6d17-46b3-a03a-366afe34e588 req-c7e116c6-5bdb-48dc-a964-88bccf5458ca tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Mar 08 12:05:35.155233 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d1b94-bcda-4183-9c1e-45f922ed4f72 req-4b53247b-09b9-441e-9c8e-5f1ec1638f34 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.156786 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-801d1b94-bcda-4183-9c1e-45f922ed4f72 req-4b53247b-09b9-441e-9c8e-5f1ec1638f34 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0570858 Mar 08 12:05:35.215937 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-801d1b94-bcda-4183-9c1e-45f922ed4f72 req-44562859-8046-498d-8a2b-ebb3db791771 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Mar 08 12:05:36.348875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4446d95-14dd-4dec-b138-add04d63ba69 req-e356e078-8577-4dd2-b919-3f74df1d61e6 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.350550 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4446d95-14dd-4dec-b138-add04d63ba69 req-e356e078-8577-4dd2-b919-3f74df1d61e6 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0670509 Mar 08 12:05:36.407604 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4446d95-14dd-4dec-b138-add04d63ba69 req-f5af48b4-7df3-4d3a-b8fb-be29741bf3ab tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500810 Mar 08 12:05:37.536350 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a76c7-9db2-4667-9f95-ed8b0f80b5a7 req-4d875cac-aa57-42c1-b068-4ba1cdfe8d65 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.538098 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d5a76c7-9db2-4667-9f95-ed8b0f80b5a7 req-4d875cac-aa57-42c1-b068-4ba1cdfe8d65 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0554712 Mar 08 12:05:37.588708 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d5a76c7-9db2-4667-9f95-ed8b0f80b5a7 req-3a71c258-6a68-4e73-af2a-af72cdcdd140 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Mar 08 12:05:38.708327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d440b9f-76df-4859-910c-e5cffec646de req-d5810acd-b7a8-4a19-9b85-7c3374bfd5b7 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.709887 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d440b9f-76df-4859-910c-e5cffec646de req-d5810acd-b7a8-4a19-9b85-7c3374bfd5b7 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 931 time: 0.0531969 Mar 08 12:05:38.764190 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d440b9f-76df-4859-910c-e5cffec646de req-45d46af2-3c9d-4696-8ac6-16616b324b54 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Mar 08 12:05:39.327888 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Request body: {'port': {'device_id': '329f9128-0388-4050-8a29-77738b024241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:39.385772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:39.649226 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e44d4b-814a-425c-917e-aab42d9c154a {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:39.656545 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks [] for port (00e44d4b-814a-425c-917e-aab42d9c154a), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:39.669120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Transition to ACTIVE for port object 00e44d4b-814a-425c-917e-aab42d9c154a will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:39.754478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:39.809822 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:39.929023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Attempting to bind port 00e44d4b-814a-425c-917e-aab42d9c154a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:39.929388 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Attempting to bind port 00e44d4b-814a-425c-917e-aab42d9c154a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:39.929820 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Attempting to bind port 00e44d4b-814a-425c-917e-aab42d9c154a on network ff8d8855-89c6-49cd-80d9-941f3fa9813c {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:39.936951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Port 00e44d4b-814a-425c-917e-aab42d9c154a on network ff8d8855-89c6-49cd-80d9-941f3fa9813c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:39.941275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Attempting to bind port 00e44d4b-814a-425c-917e-aab42d9c154a on network ff8d8855-89c6-49cd-80d9-941f3fa9813c {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:39.951112 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3784fef-0177-47fc-8cac-bd34b6058b16 req-3bfc06d2-39dc-4832-adf2-3aa1994f2464 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.952838 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e3784fef-0177-47fc-8cac-bd34b6058b16 req-3bfc06d2-39dc-4832-adf2-3aa1994f2464 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 943 time: 0.0971403 Mar 08 12:05:39.954264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:39.954603 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Checking segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:39.954996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Bound using segment: {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:39.955448 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Bound port: 00e44d4b-814a-425c-917e-aab42d9c154a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33279f95-e384-4d1c-b38d-d85a77308c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:39.955852 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:39.965864 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-edaa323b-9dee-4ba1-9cd3-e9995e18cfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.051623 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e3784fef-0177-47fc-8cac-bd34b6058b16 req-39cb347f-b5d0-4a2c-b344-314d141f95cd tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923729 Mar 08 12:05:40.057209 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:40.061626 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:40.164478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.209132 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.209840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.211737 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] 10.222.0.58 "PUT /v2.0/ports/00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 1093 time: 0.8886347 Mar 08 12:05:40.212314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:40.214874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040685e5-6db6-4e41-a8b1-2daaee6978d3" -d '{"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:40.256260 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b2f1-7185-44e0-b181-9a986eb80a21 service neutron] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:40.359339 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aacc636-5b32-4ff6-bf94-bbed70390d9f x-openstack-request-id: req-9aacc636-5b32-4ff6-bf94-bbed70390d9f {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:40.360114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:40.360619 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9aacc636-5b32-4ff6-bf94-bbed70390d9f {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:40.361415 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:05:40.461800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-2b53f347-f072-431e-bec7-fe225bd57f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.463405 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-2b53f347-f072-431e-bec7-fe225bd57f05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1127 time: 0.0566249 Mar 08 12:05:40.515420 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-d5ed06bb-56f9-41cf-a2e2-29daf64e721f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 217 time: 0.0379524 Mar 08 12:05:40.567736 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-d2642493-63d0-4c72-bb97-5d64a6b3782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.569124 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-d2642493-63d0-4c72-bb97-5d64a6b3782a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0458548 Mar 08 12:05:40.627960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57baf-b271-432a-a926-750b10cd0dae req-d55b7679-8eba-41a3-9675-9e2ae35ce46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.629467 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-d55b7679-8eba-41a3-9675-9e2ae35ce46c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523710 Mar 08 12:05:40.727298 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-169aaeb1-c509-434c-96ce-f5a7f49041d0 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Mar 08 12:05:40.820782 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18d57baf-b271-432a-a926-750b10cd0dae req-c88d4ffe-a4eb-47b5-af20-aec57831e65c service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Mar 08 12:05:41.062524 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-2d93cb0b-84da-4b5f-891d-f24809ca8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.064057 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-2d93cb0b-84da-4b5f-891d-f24809ca8503 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1127 time: 0.0461338 Mar 08 12:05:41.191132 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-02282971-e5a2-4a57-a1ed-80322d00bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.192631 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-02282971-e5a2-4a57-a1ed-80322d00bd61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.1224220 Mar 08 12:05:41.205768 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6898-c945-4241-bade-df814962236d req-571d95c3-9d24-4e54-9b96-6c9e40d8c7ba tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.207025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ae0f6898-c945-4241-bade-df814962236d req-571d95c3-9d24-4e54-9b96-6c9e40d8c7ba tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 943 time: 0.0823162 Mar 08 12:05:41.267889 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-efe2ea8b-fb33-42d9-9f60-ccd8db38bdaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 217 time: 0.0580540 Mar 08 12:05:41.337893 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ae0f6898-c945-4241-bade-df814962236d req-4b2b95ec-359b-4e55-a5f1-27e74c61baa2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212490 Mar 08 12:05:41.350526 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-c87e2b05-2c6c-486f-b2ae-0da7ce67f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.352131 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-c87e2b05-2c6c-486f-b2ae-0da7ce67f7d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0702343 Mar 08 12:05:41.420140 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-a36c62ee-d2d3-4c31-b73b-7515348b8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.421664 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-a36c62ee-d2d3-4c31-b73b-7515348b8f6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481160 Mar 08 12:05:41.524590 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-de2d3b1d-5d90-4ad9-a053-766d729a1a5b service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859137 Mar 08 12:05:41.617806 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-040685e5-6db6-4e41-a8b1-2daaee6978d3 req-2a9b3ef3-c527-4464-9c39-88c3be028265 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870664 Mar 08 12:05:41.868813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:42.066658 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:05:42.102959 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-16e7fe0c-9cd6-4534-aa91-69357d7755be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:42.458549 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b2ef-551c-419a-bbea-e569d68777c5 req-68c63163-62b7-4bbd-a566-da5a8deea666 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.459774 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd97b2ef-551c-419a-bbea-e569d68777c5 req-68c63163-62b7-4bbd-a566-da5a8deea666 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 943 time: 0.0533910 Mar 08 12:05:42.506230 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd97b2ef-551c-419a-bbea-e569d68777c5 req-a220d3d7-eed1-4052-882a-269d345728be tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Mar 08 12:05:43.205896 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:43.626525 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca50e9-5414-4038-9095-e4ccb1701a48 req-b73bf594-32fa-4952-b543-73c25a186915 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.628047 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4ca50e9-5414-4038-9095-e4ccb1701a48 req-b73bf594-32fa-4952-b543-73c25a186915 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 943 time: 0.0567906 Mar 08 12:05:43.674671 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4ca50e9-5414-4038-9095-e4ccb1701a48 req-96fb8360-9c58-49a3-8d33-6086a846bf6b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Mar 08 12:05:43.870475 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 00e44d4b-814a-425c-917e-aab42d9c154a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:43.967274 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:43.977165 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '00e44d4b-814a-425c-917e-aab42d9c154a', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'port_id': '00e44d4b-814a-425c-917e-aab42d9c154a', 'mac_address': 'fa:16:3e:2b:06:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:44.013826 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 00e44d4b-814a-425c-917e-aab42d9c154a is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:44.014211 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:44.026360 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e44d4b-814a-425c-917e-aab42d9c154a {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:44.046689 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:44.114340 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:44.161808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:44.169276 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.169625 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.169971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.170311 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.170642 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.170974 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.171301 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.171661 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.171988 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.172315 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.172637 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.172960 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.173281 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:44.475532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:44.786966 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:44.795308 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd5574-5c31-4546-87f1-9bc3ff1069a7 req-7b9c969e-02f3-40cb-857b-ccb4172b50af tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.796836 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-26fd5574-5c31-4546-87f1-9bc3ff1069a7 req-7b9c969e-02f3-40cb-857b-ccb4172b50af tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 944 time: 0.0555074 Mar 08 12:05:44.842950 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-26fd5574-5c31-4546-87f1-9bc3ff1069a7 req-18db726d-c22a-4f32-8a0e-30ef06e1c384 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Mar 08 12:05:45.876393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 00e44d4b-814a-425c-917e-aab42d9c154a up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:45.961941 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f31b-8d97-4403-a495-7977d55ce21c req-2d09ab5b-d45f-42c3-88fe-07930cac3ba5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:45.963413 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8378f31b-8d97-4403-a495-7977d55ce21c req-2d09ab5b-d45f-42c3-88fe-07930cac3ba5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 944 time: 0.0537133 Mar 08 12:05:45.994372 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:46.017382 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8378f31b-8d97-4403-a495-7977d55ce21c req-ccd2337c-f7a5-4acb-9d52-1a960253bf46 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Mar 08 12:05:46.034761 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 00e44d4b-814a-425c-917e-aab42d9c154a completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:46.038790 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 00e44d4b-814a-425c-917e-aab42d9c154a triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:46.039176 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:46.114135 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 00e44d4b-814a-425c-917e-aab42d9c154a is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:46.114527 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:46.137487 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:46.139743 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd56680-89f2-4f0e-9f3b-f6ae81532dd8" -d '{"events": [{"server_uuid": "329f9128-0388-4050-8a29-77738b024241", "name": "network-vif-plugged", "status": "completed", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:46.152232 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:46.223485 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:46.228887 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69d411-fae2-4a4c-8ec9-4eb187d4a010 x-openstack-request-id: req-0b69d411-fae2-4a4c-8ec9-4eb187d4a010 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:46.229234 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329f9128-0388-4050-8a29-77738b024241", "name": "network-vif-plugged", "status": "completed", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:46.229495 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b69d411-fae2-4a4c-8ec9-4eb187d4a010 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:46.229882 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'code': 200} Mar 08 12:05:46.275501 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:46.593337 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30efa4-6e97-4973-9478-bf048fab84aa req-e6045cd8-bf75-4531-8ce0-70284da61516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.594711 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf30efa4-6e97-4973-9478-bf048fab84aa req-e6045cd8-bf75-4531-8ce0-70284da61516 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1129 time: 0.0417480 Mar 08 12:05:46.644809 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf30efa4-6e97-4973-9478-bf048fab84aa req-25030048-1e1c-44ee-881d-c3eafec23500 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Mar 08 12:05:47.137587 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf35bb-df5b-4226-9604-9479f7ffc9bf req-fda3c42e-7d4c-4a08-8b15-6ae8c92f61b0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.139854 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1dcf35bb-df5b-4226-9604-9479f7ffc9bf req-fda3c42e-7d4c-4a08-8b15-6ae8c92f61b0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0545988 Mar 08 12:05:47.193318 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1dcf35bb-df5b-4226-9604-9479f7ffc9bf req-a871cb99-e387-4ee4-b851-657267f8f3aa tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Mar 08 12:05:48.318910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abebfa-047d-4552-8f56-0ecd078ba565 req-e66672fb-c1de-4ce0-8fe8-2b0fc290a8a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:48.320469 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-90abebfa-047d-4552-8f56-0ecd078ba565 req-e66672fb-c1de-4ce0-8fe8-2b0fc290a8a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0573125 Mar 08 12:05:48.371057 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-90abebfa-047d-4552-8f56-0ecd078ba565 req-a007f3a6-6b4a-49de-8cc3-923e936c775b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Mar 08 12:05:48.503370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86c65d-0dc8-4796-86a1-b5ca85430912 req-9b495e00-4c93-4d05-8dd4-87bc215a5237 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:48.503370 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be86c65d-0dc8-4796-86a1-b5ca85430912 req-9b495e00-4c93-4d05-8dd4-87bc215a5237 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0565639 Mar 08 12:05:48.540791 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be86c65d-0dc8-4796-86a1-b5ca85430912 req-5954393f-811a-4033-af75-89d2e881c95a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Mar 08 12:05:48.895688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb48e0-3a60-418b-906b-82ca24cfa43f req-525329b6-4028-404d-83c4-a20ca410d6f3 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:48.895880 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-16bb48e0-3a60-418b-906b-82ca24cfa43f req-525329b6-4028-404d-83c4-a20ca410d6f3 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0630460 Mar 08 12:05:48.945949 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-16bb48e0-3a60-418b-906b-82ca24cfa43f req-1e8d9aec-6e70-4fc8-938e-349e44066467 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440233 Mar 08 12:05:50.605602 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1f2d1-21f1-4f14-9b63-aa302de402b4 req-668bc2bc-27ad-4fbc-b8e6-5514a7f10ed9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.607374 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c2f1f2d1-21f1-4f14-9b63-aa302de402b4 req-668bc2bc-27ad-4fbc-b8e6-5514a7f10ed9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0547547 Mar 08 12:05:50.653369 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c2f1f2d1-21f1-4f14-9b63-aa302de402b4 req-d364a332-22e1-4ccd-9178-7d2b34af9852 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Mar 08 12:05:51.868992 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66415c0-c5d2-4770-ba85-78dc27ce427e req-4a50a54a-cd4e-4d40-8505-d46134d59e1b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:51.870491 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d66415c0-c5d2-4770-ba85-78dc27ce427e req-4a50a54a-cd4e-4d40-8505-d46134d59e1b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0607574 Mar 08 12:05:51.893503 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252776a5-bd05-4872-8062-61dfbcda4080 req-b8ac36de-4420-4a5a-bd01-3b37b63107b7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:51.894984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-252776a5-bd05-4872-8062-61dfbcda4080 req-b8ac36de-4420-4a5a-bd01-3b37b63107b7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0585706 Mar 08 12:05:51.918955 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d66415c0-c5d2-4770-ba85-78dc27ce427e req-73cd148e-7f90-419d-b80b-2a48715d4cde tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Mar 08 12:05:51.943396 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-252776a5-bd05-4872-8062-61dfbcda4080 req-2e091eb5-d26d-4d97-b6f8-c369fe15c92d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Mar 08 12:05:52.659453 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-66aaa4a9-57ed-4dab-a7c5-edd9ab13e7fc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:52.662033 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-66aaa4a9-57ed-4dab-a7c5-edd9ab13e7fc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0672431 Mar 08 12:05:52.776464 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Deleting port 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:52.776800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.890240 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] For port 69fa5bd3-f85b-4950-a133-259d419cbd3d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69fa5bd3-f85b-4950-a133-259d419cbd3d,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:52.890701 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.059233 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14745c-c0d8-4f5b-bb28-fc7f17b0f59a req-16b32426-e89b-452e-b085-6caef15d8683 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:53.061801 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7f14745c-c0d8-4f5b-bb28-fc7f17b0f59a req-16b32426-e89b-452e-b085-6caef15d8683 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 946 time: 0.0640202 Mar 08 12:05:53.107676 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7f14745c-c0d8-4f5b-bb28-fc7f17b0f59a req-cb43b02b-5807-4ff3-9d64-eba6595b4da1 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6027a8b-c281-45a8-adf1-59cde644fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Mar 08 12:05:53.130142 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d56a44-9c31-4041-b7ed-2b2ac79dcd7b req-f5b0cf2a-e5c2-41ae-b382-5410063ed7dc tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:53.131681 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2d56a44-9c31-4041-b7ed-2b2ac79dcd7b req-f5b0cf2a-e5c2-41ae-b382-5410063ed7dc tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.1123822 Mar 08 12:05:53.136421 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.136792 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.137193 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Floating IP 4049ba8e-5e2c-4592-b536-1aff2b9f57a5 disassociated. External IP: 172.27.3.228, port: 69fa5bd3-f85b-4950-a133-259d419cbd3d. Mar 08 12:05:53.137534 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Calling delete_port for 69fa5bd3-f85b-4950-a133-259d419cbd3d owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:53.229987 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2d56a44-9c31-4041-b7ed-2b2ac79dcd7b req-992d4753-7ccd-4b52-a7e9-02a9442bfc27 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901849 Mar 08 12:05:53.366361 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (69fa5bd3-f85b-4950-a133-259d419cbd3d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.397157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'Port': ['ID=69fa5bd3-f85b-4950-a133-259d419cbd3d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:53.514641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:53.623993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:53.634050 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:53.643781 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:53.644422 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:53.663043 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] No DVR routers for this DVR port 69fa5bd3-f85b-4950-a133-259d419cbd3d on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:53.665686 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.669113 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c416f03f-86fe-4388-a1a5-92987b0b57e9 req-2299ff2a-53dd-4116-91cb-caa371e1d776 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "DELETE /v2.0/ports/69fa5bd3-f85b-4950-a133-259d419cbd3d HTTP/1.1" status: 204 len: 173 time: 1.0017276 Mar 08 12:05:53.669549 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-deleted', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:53.671799 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3bfa52-ae8e-477a-88fb-ae224f1ecc64" -d '{"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-deleted", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:53.713647 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b025aa-011b-4fdb-98f9-ad19b4d3446f x-openstack-request-id: req-b2b025aa-011b-4fdb-98f9-ad19b4d3446f {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:53.714011 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f33723-23b3-43c7-a49c-0f9d89ddbbc6", "name": "network-vif-deleted", "tag": "69fa5bd3-f85b-4950-a133-259d419cbd3d", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:53.714331 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2b025aa-011b-4fdb-98f9-ad19b4d3446f {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:53.714791 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f33723-23b3-43c7-a49c-0f9d89ddbbc6', 'name': 'network-vif-deleted', 'tag': '69fa5bd3-f85b-4950-a133-259d419cbd3d', 'status': 'completed', 'code': 200} Mar 08 12:05:53.760089 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:53.928400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-d2169380-eda8-4722-b7a0-7f11bf93fcb9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:53.929919 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-d2169380-eda8-4722-b7a0-7f11bf93fcb9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0560431 Mar 08 12:05:53.978152 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:54.009321 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:54.018961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:54.019648 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:54.040114 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port bb9b4d36-c320-4c25-b397-901d721693d0 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:54.040715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.136829 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:54.138280 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] For port bb9b4d36-c320-4c25-b397-901d721693d0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb9b4d36-c320-4c25-b397-901d721693d0,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:54.139213 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.266764 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9de4ce6d-076a-464e-a290-352798f75777 req-c919985a-0971-4ca5-9643-d7b687b7fbd8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1f33723-23b3-43c7-a49c-0f9d89ddbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0583892 Mar 08 12:05:54.348272 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.348802 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.349395 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP dcffe16c-f110-4484-a4cd-713cb1558708 disassociated. External IP: 172.27.3.120, port: bb9b4d36-c320-4c25-b397-901d721693d0. Mar 08 12:05:54.349836 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for bb9b4d36-c320-4c25-b397-901d721693d0 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:54.356162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:54.367376 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b39e9-1565-4ac8-9d3a-cc4faa79e6ef req-65687b4e-e929-40e1-aa64-48ef274f1b2e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:54.377236 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a3b39e9-1565-4ac8-9d3a-cc4faa79e6ef req-65687b4e-e929-40e1-aa64-48ef274f1b2e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 945 time: 0.0612278 Mar 08 12:05:54.389814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0c611-a712-4879-8c87-fe17d7c16133 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:54.421134 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a3b39e9-1565-4ac8-9d3a-cc4faa79e6ef req-172d83ee-9ebd-4a46-bbdf-17182dcf461b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=67a2416c-3293-4b3c-a147-b92ce5f649cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451398 Mar 08 12:05:54.578287 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (bb9b4d36-c320-4c25-b397-901d721693d0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.608869 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=bb9b4d36-c320-4c25-b397-901d721693d0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:54.643146 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe4f49-4bb3-43d3-afe0-ac3a0a9d7165 None None] New status for floating IP 4049ba8e-5e2c-4592-b536-1aff2b9f57a5: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:54.734737 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:55.115915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:55.126298 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:55.137091 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:55.137797 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.155211 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] No DVR routers for this DVR port bb9b4d36-c320-4c25-b397-901d721693d0 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:55.157694 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.160949 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20d6d932-fdf1-4120-8256-4dd327ebf64f req-9defb6a6-6d95-49c1-b36a-6f87d12c2ad2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "DELETE /v2.0/ports/bb9b4d36-c320-4c25-b397-901d721693d0 HTTP/1.1" status: 204 len: 173 time: 1.2251856 Mar 08 12:05:55.249975 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:55.454795 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.463328 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35182) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:55.485033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:55.493468 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:55.494093 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.526641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (c6027a8b-c281-45a8-adf1-59cde644fa31), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.567059 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9523f7a8-4b8f-4e3e-a720-a786f69753be req-ed0afb7b-08cc-4c10-97cc-72c418fdbe3a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=0856a62a-6794-4ff8-8b24-466eb5307d66 HTTP/1.1" status: 200 len: 210 time: 0.0379360 Mar 08 12:05:55.583203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (c6027a8b-c281-45a8-adf1-59cde644fa31), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.609742 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:55.713140 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c6027a8b-c281-45a8-adf1-59cde644fa31), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.715763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.720371 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "DELETE /v2.0/security-groups/c6027a8b-c281-45a8-adf1-59cde644fa31 HTTP/1.1" status: 204 len: 168 time: 0.2530651 Mar 08 12:05:55.720934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35184) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:55.722905 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'name': 'network-vif-deleted', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:55.725148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a79e40f-5208-4873-8e92-7ecfb1402d68" -d '{"events": [{"server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "name": "network-vif-deleted", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:55.733606 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847b08-00e9-4399-91b8-12076f33ecb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6027a8b-c281-45a8-adf1-59cde644fa31,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:55.742492 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.api.v2.resource [None req-1c475cfd-73cf-4b63-b81c-c969f1c644fa tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] show failed (client error): The resource could not be found. Mar 08 12:05:55.744088 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-1c475cfd-73cf-4b63-b81c-c969f1c644fa tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups/c6027a8b-c281-45a8-adf1-59cde644fa31 HTTP/1.1" status: 404 len: 347 time: 0.0209901 Mar 08 12:05:55.746615 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35188) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:55.768905 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758a3e9-f608-48b3-ab1d-b7f5d11cfd52 x-openstack-request-id: req-b758a3e9-f608-48b3-ab1d-b7f5d11cfd52 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:55.774340 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856a62a-6794-4ff8-8b24-466eb5307d66", "name": "network-vif-deleted", "tag": "bb9b4d36-c320-4c25-b397-901d721693d0", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:55.774340 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b758a3e9-f608-48b3-ab1d-b7f5d11cfd52 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:55.774340 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856a62a-6794-4ff8-8b24-466eb5307d66', 'name': 'network-vif-deleted', 'tag': 'bb9b4d36-c320-4c25-b397-901d721693d0', 'status': 'completed', 'code': 200} Mar 08 12:05:55.963228 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device bb9b4d36-c320-4c25-b397-901d721693d0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:55.990493 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: bb9b4d36-c320-4c25-b397-901d721693d0 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:05:55.990905 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device bb9b4d36-c320-4c25-b397-901d721693d0 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:05:55.991327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:56.015692 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 69fa5bd3-f85b-4950-a133-259d419cbd3d {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:05:56.016092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 69fa5bd3-f85b-4950-a133-259d419cbd3d not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:05:56.022964 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:56.055766 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03d78d-80b2-498f-8011-316cd3214473 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:56.154453 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Deleting port f74e62e3-5123-48d6-ba17-1b49fa0e83d6 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:56.154796 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.236379 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.236984 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.250579 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Calling delete_port for f74e62e3-5123-48d6-ba17-1b49fa0e83d6 owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:56.340605 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d00d8-1e7d-4c54-96a4-c4df0ce0a94c None None] New status for floating IP dcffe16c-f110-4484-a4cd-713cb1558708: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:56.486812 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (f74e62e3-5123-48d6-ba17-1b49fa0e83d6), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.511758 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'Port': ['ID=f74e62e3-5123-48d6-ba17-1b49fa0e83d6,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:56.575960 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (4049ba8e-5e2c-4592-b536-1aff2b9f57a5), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.578541 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.579770 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-1400cf87-5cf6-4988-bbb2-d5d01c368f52 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "DELETE /v2.0/floatingips/4049ba8e-5e2c-4592-b536-1aff2b9f57a5 HTTP/1.1" status: 204 len: 168 time: 0.8321941 Mar 08 12:05:56.711309 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35198) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.769221 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (67a2416c-3293-4b3c-a147-b92ce5f649cc), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.793236 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (67a2416c-3293-4b3c-a147-b92ce5f649cc), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.837869 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35200) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.844711 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612598955', 'description': 'tempest-description--1307694017'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:56.909740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (67a2416c-3293-4b3c-a147-b92ce5f649cc), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.912401 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.913559 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/security-groups/67a2416c-3293-4b3c-a147-b92ce5f649cc HTTP/1.1" status: 204 len: 168 time: 0.2009819 Mar 08 12:05:56.916473 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35204) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.923436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef19936-3c7a-4661-947c-e383e8f593f9 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2416c-3293-4b3c-a147-b92ce5f649cc,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:56.929810 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-634f2993-33d8-466a-9024-19b23c769529 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] show failed (client error): The resource could not be found. Mar 08 12:05:56.930927 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-634f2993-33d8-466a-9024-19b23c769529 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups/67a2416c-3293-4b3c-a147-b92ce5f649cc HTTP/1.1" status: 404 len: 347 time: 0.0133543 Mar 08 12:05:56.933750 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35206) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.941540 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.103827 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (df76167b-360a-4463-92dc-cdc983250a8e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.114820 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port d0397642-0b34-4a7e-ac60-b30d4023cbbb {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:57.115223 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.184672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (df76167b-360a-4463-92dc-cdc983250a8e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.212664 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.212991 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (d0397642-0b34-4a7e-ac60-b30d4023cbbb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.237739 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for d0397642-0b34-4a7e-ac60-b30d4023cbbb owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:57.243429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df76167b-360a-4463-92dc-cdc983250a8e,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.321533 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.322802 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-186d2c99-a840-4b04-b527-815be5df075e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4838150 Mar 08 12:05:57.325808 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35210) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:57.330762 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group_rule': {'security_group_id': 'df76167b-360a-4463-92dc-cdc983250a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:57.440245 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (0c82c75a-c44b-4afa-a471-3d21ab6f8126), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.467634 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (d0397642-0b34-4a7e-ac60-b30d4023cbbb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.485461 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (0c82c75a-c44b-4afa-a471-3d21ab6f8126), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.495466 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=d0397642-0b34-4a7e-ac60-b30d4023cbbb,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.552759 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (dcffe16c-f110-4484-a4cd-713cb1558708), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.555399 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.556746 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c6cea762-578b-4b9f-9a9c-f3540c5bed95 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcffe16c-f110-4484-a4cd-713cb1558708 HTTP/1.1" status: 204 len: 168 time: 0.6220648 Mar 08 12:05:57.572469 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (0c82c75a-c44b-4afa-a471-3d21ab6f8126), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.592236 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c82c75a-c44b-4afa-a471-3d21ab6f8126,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.680652 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.681885 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b30f1c8f-0a87-4ab0-a733-880e10630517 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546922 Mar 08 12:05:57.684642 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35214) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:57.689545 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'security_group_rule': {'security_group_id': 'df76167b-360a-4463-92dc-cdc983250a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:57.757446 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (b33670e7-295a-47ab-b959-c1e81fd16c5e), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.814190 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (b33670e7-295a-47ab-b959-c1e81fd16c5e), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.886729 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (b33670e7-295a-47ab-b959-c1e81fd16c5e), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.905178 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33670e7-295a-47ab-b959-c1e81fd16c5e,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.961840 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35216) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:57.967202 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565402510', 'description': 'tempest-description--1911255645'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:57.982887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.984274 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0a6085fb-7e35-447b-8469-522a9876162a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985117 Mar 08 12:05:57.987358 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35218) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:57.991920 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:58.047012 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.069266 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.113410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (8871e15c-8a94-4175-b5c1-e30bb4b29a3f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.174105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.218695 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8871e15c-8a94-4175-b5c1-e30bb4b29a3f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.247756 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8871e15c-8a94-4175-b5c1-e30bb4b29a3f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:58.285527 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Allocated IP 172.27.3.141 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/69807c14-b609-46e1-9b8e-4b8bb06a556b) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:58.292263 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.293597 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-02ec4e26-80a0-4b5f-9cd3-9110ddbae003 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3307104 Mar 08 12:05:58.296442 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35222) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:58.301071 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '8871e15c-8a94-4175-b5c1-e30bb4b29a3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:58.387507 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.400398 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (ddaf5a04-3f32-48b0-8147-c97f3bec3c78), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.456436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (ddaf5a04-3f32-48b0-8147-c97f3bec3c78), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.521490 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.561286 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (ddaf5a04-3f32-48b0-8147-c97f3bec3c78), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.566246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:58.570242 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:58.572840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:58.579950 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaf5a04-3f32-48b0-8147-c97f3bec3c78,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:58.602458 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=69807c14-b609-46e1-9b8e-4b8bb06a556b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:58.669933 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.692510 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.693770 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b6906248-9534-4a3b-8fba-d4765587f4b6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963583 Mar 08 12:05:58.696631 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35224) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:58.703130 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'security_group_rule': {'security_group_id': '8871e15c-8a94-4175-b5c1-e30bb4b29a3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:58.805766 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.813914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (04c3b5d6-af98-403e-a22f-3124e6cf8c5a), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.878508 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (04c3b5d6-af98-403e-a22f-3124e6cf8c5a), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.947179 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (04c3b5d6-af98-403e-a22f-3124e6cf8c5a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.961322 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.965455 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c3b5d6-af98-403e-a22f-3124e6cf8c5a,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:59.052477 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.054778 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.059159 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ed70ca1e-911f-4798-bae1-ebd19c9636aa tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585067 Mar 08 12:05:59.059286 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35226) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:59.065198 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:59.127072 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=69807c14-b609-46e1-9b8e-4b8bb06a556b,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:59.136248 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.155544 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.257582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.262677 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.263965 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0288640d-6b1c-466b-ab21-60f67ac5b651 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2755184 Mar 08 12:05:59.412910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.27.3.147 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/ecd70869-0c74-4b2d-8be0-d037a7770c8e) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:59.499645 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-bd2706b6-f170-4963-9b02-333b8dd6bd42 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1612598955&fields=id&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 267 time: 0.0486164 Mar 08 12:05:59.550115 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824a55-275f-4ee0-80bb-3da042a2f8f7 req-870b7c03-a33d-4178-ae99-8d39c639f330 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:59.551684 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ea824a55-275f-4ee0-80bb-3da042a2f8f7 req-870b7c03-a33d-4178-ae99-8d39c639f330 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.1240726 Mar 08 12:05:59.566202 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.603092 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-f54159c1-fb2b-458d-8d84-600879c74adf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:59.604483 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-f54159c1-fb2b-458d-8d84-600879c74adf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 814 time: 0.0974696 Mar 08 12:05:59.620494 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-5d2c9fa9-bf81-4cfe-a339-97c1c9ac579c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/quotas/c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 375 time: 0.0091290 Mar 08 12:05:59.625860 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ea824a55-275f-4ee0-80bb-3da042a2f8f7 req-7969f1c0-fb82-4475-8d41-f8cae0ed6ed8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656712 Mar 08 12:05:59.648917 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35248) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:59.677132 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-75fd922e-6d95-4ec7-a0f0-f60be82579a9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501974 Mar 08 12:05:59.704399 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.770526 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:59.776031 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:59.780363 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:59.807745 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=ecd70869-0c74-4b2d-8be0-d037a7770c8e,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:59.821598 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23e19-d474-4c0f-9606-adb1ba872714 tempest-TestMinimumBasicScenario-1564191845 tempest-TestMinimumBasicScenario-1564191845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:59.823148 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f1c23e19-d474-4c0f-9606-adb1ba872714 tempest-TestMinimumBasicScenario-1564191845 tempest-TestMinimumBasicScenario-1564191845-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1124 time: 0.1732244 Mar 08 12:05:59.832865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35254) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:59.833339 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-e59f8716-d1a4-4e69-a37b-83d208de8399 service neutron] 10.222.0.52 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422567 Mar 08 12:05:59.833926 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'port_id': '00e44d4b-814a-425c-917e-aab42d9c154a', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:59.899855 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.929650 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-1ce448ac-b520-403a-8479-00299b3f8fa3 service neutron] 10.222.0.52 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912268 Mar 08 12:05:59.936427 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.028679 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.153629 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.236823 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fac50ba8-2617-4b2a-8f7b-2dc9ea0370e1 req-f8e4c895-325f-4f3f-9bb2-cc08481a1f63 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0678697 Mar 08 12:06:00.327820 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.342917 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Allocated IP 172.27.3.179 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/08485bca-bb63-415a-a9f7-6661189b72b7) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:00.417493 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.521999 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=ecd70869-0c74-4b2d-8be0-d037a7770c8e,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:00.526297 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for port (08485bca-bb63-415a-a9f7-6661189b72b7), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.538905 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.669506 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.670693 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7d27cbb7-a2e8-4773-b7e0-b4f309b5c45d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6101866 Mar 08 12:06:00.693013 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.735422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:00.740272 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:00.744848 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:00.748003 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'Port': ['ID=08485bca-bb63-415a-a9f7-6661189b72b7,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:00.833431 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-eb88ce3f-ad27-4349-aab4-66623ca3d943 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--565402510&fields=id&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 267 time: 0.0484231 Mar 08 12:06:00.940523 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-a164a0a3-38f2-4db7-a70c-d73f07348e71 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:00.942004 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-a164a0a3-38f2-4db7-a70c-d73f07348e71 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1022172 Mar 08 12:06:00.957133 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-a905f577-01c7-4dbb-a4d1-04b917988bd2 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/quotas/ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 375 time: 0.0091989 Mar 08 12:06:01.017819 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3b8dd209-296b-4f27-9a2e-388e111aa93e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557227 Mar 08 12:06:01.113837 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-90da804b-4afd-471f-b50f-b10ee9defc8d service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847049 Mar 08 12:06:01.140816 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for floatingip (07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.207256 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-6f9145be-f585-4128-94ac-1c91d8e8aa58 service neutron] 10.222.0.52 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876038 Mar 08 12:06:01.299821 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.355552 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-51b7445a-7c5f-4e9e-8068-6c403374d907 req-e6f258ab-f1fb-4572-897d-aee54cf92bc4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0362806 Mar 08 12:06:01.491640 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-af1c3270-688e-4091-861a-5f8268820c42 req-093171df-a407-471e-89bc-8115c87dc6d7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 210 time: 0.0351636 Mar 08 12:06:01.508520 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for port (08485bca-bb63-415a-a9f7-6661189b72b7), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.616111 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.685049 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'Port': ['ID=08485bca-bb63-415a-a9f7-6661189b72b7,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:01.696446 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.798170 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Floating IP 07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7 associated. External IP: 172.27.3.179, port: 00e44d4b-814a-425c-917e-aab42d9c154a. Mar 08 12:06:02.029280 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Router 419765bc-7344-4bbe-a131-25b4a02aaca9 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:02.399014 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:02.410876 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Sync routers for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:02.421701 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:02.422451 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:02.479763 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-166c525a-ab5b-4886-b2a7-c7c8f4adc51f req-09354318-9636-41f1-8977-da7efde5c387 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Mar 08 12:06:02.519945 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.541201 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:02.554627 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9e366664-c72c-4270-9edd-0f5970999068 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7263141 Mar 08 12:06:02.555578 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:02.557452 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35294) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:02.559671 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bcd518-35db-4be3-8736-c169c2e26a54" -d '{"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:02.566939 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397642140', 'description': 'tempest-secgroup-smoke-1397642140 description', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:02.624909 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f6f8f089-aac6-4865-b4c7-526aeaa6afe9 req-d93ef65f-b205-4ec4-ac04-4e95172d7169 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 210 time: 0.0336351 Mar 08 12:06:02.687419 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f445b2f-2ca6-46ec-a5fc-928cbfba8ce2 x-openstack-request-id: req-4f445b2f-2ca6-46ec-a5fc-928cbfba8ce2 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:02.687825 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:02.688110 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f445b2f-2ca6-46ec-a5fc-928cbfba8ce2 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:02.688516 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:06:02.705915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-6748c7b0-9c8c-4712-9503-d7fc32f80baf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:02.707365 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-6748c7b0-9c8c-4712-9503-d7fc32f80baf tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 814 time: 0.1604009 Mar 08 12:06:02.760237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.803426 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'port_id': '00e44d4b-814a-425c-917e-aab42d9c154a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'mac_address': 'fa:16:3e:2b:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f9128-0388-4050-8a29-77738b024241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:00Z', 'updated_at': '2022-03-08T12:06:00Z', 'revision_number': 0, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:02.834075 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Checking router: 419765bc-7344-4bbe-a131-25b4a02aaca9 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:02.845077 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:02.846005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:02.854698 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-2b346164-53c6-4964-952c-38ae46310fa0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 380 time: 0.1205726 Mar 08 12:06:02.872673 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-daca51d6-7c08-44b6-87a7-65c18221f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:02.874242 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-daca51d6-7c08-44b6-87a7-65c18221f2d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1129 time: 0.1246002 Mar 08 12:06:02.905314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (b7eb79e8-04c1-4081-9771-e13a8085f55d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.910133 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'port': {'device_id': '7584437d-59e0-449b-96d5-382c473768b8', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'admin_state_up': True, 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'security_groups': ['df76167b-360a-4463-92dc-cdc983250a8e']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:02.970839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:03.030512 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b7eb79e8-04c1-4081-9771-e13a8085f55d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.104554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb79e8-04c1-4081-9771-e13a8085f55d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.134741 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-d3b65605-91b6-4374-bbca-ca9f88c0162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:03.136615 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-d3b65605-91b6-4374-bbca-ca9f88c0162f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.2204075 Mar 08 12:06:03.142101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.145935 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1d8ceb00-98df-417b-9562-96dbd38561bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5848000 Mar 08 12:06:03.146277 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35304) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:03.151816 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:03.221720 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-f38bdcb3-6c91-4780-8c21-37d11fdb69a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 999 time: 0.0770099 Mar 08 12:06:03.226797 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'port_id': '00e44d4b-814a-425c-917e-aab42d9c154a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'mac_address': 'fa:16:3e:2b:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f9128-0388-4050-8a29-77738b024241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:00Z', 'updated_at': '2022-03-08T12:06:00Z', 'revision_number': 0, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:03.246082 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (37da9c45-9694-4ad7-a69b-d9578270f00e), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.259886 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8b42a-3dab-4ba7-9bc8-edcbebacf0a3 None None] The sync data for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi is: [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'port_id': '00e44d4b-814a-425c-917e-aab42d9c154a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'mac_address': 'fa:16:3e:2b:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f9128-0388-4050-8a29-77738b024241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:00Z', 'updated_at': '2022-03-08T12:06:00Z', 'revision_number': 0, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:03.290101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Made reservation on behalf of c6b865e007434b11a5830b1279954322 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:03.293697 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.298917 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-a5410569-c4f1-4487-aa63-25bf23a575c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:03.300514 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-a5410569-c4f1-4487-aa63-25bf23a575c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0572684 Mar 08 12:06:03.315173 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (37da9c45-9694-4ad7-a69b-d9578270f00e), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.401800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (37da9c45-9694-4ad7-a69b-d9578270f00e), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.426601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-e18a036e-9f7a-441c-ae91-1b850c5e460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:03.427141 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37da9c45-9694-4ad7-a69b-d9578270f00e,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.428184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-e18a036e-9f7a-441c-ae91-1b850c5e460c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178131 Mar 08 12:06:03.476895 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251843fb-c5ed-407e-a91a-a9290f29bda6 None None] New status for floating IP 07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:06:03.523881 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.525114 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e0aa645c-b248-476f-9518-b72aaffced11 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778472 Mar 08 12:06:03.537301 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35310) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:03.542987 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:03.547875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Allocated IP 172.20.0.8 (dbdc9908-44dd-4628-b3cd-62a151b00449/1abf0d41-fd22-47fd-a3b5-46d87f98bd93/f643f1ba-60a7-4141-9438-5e593a45d390) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:03.580269 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-84a83b26-7aa2-41f6-93b0-0c5230728444 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336970 Mar 08 12:06:03.624092 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2971754e-3af0-4c82-8db2-bdbbc763b337 req-42c83612-faf6-4264-978b-270ffe53b317 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Mar 08 12:06:03.648516 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (8eee85ce-b772-485e-ac49-8fc9b674789c), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.709591 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (8eee85ce-b772-485e-ac49-8fc9b674789c), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.753340 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4f7e1695-0f51-40f3-97a7-34ffe1d3439d req-121bd02d-8e7d-403b-bacc-0475cd5b1dd3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 210 time: 0.0407975 Mar 08 12:06:03.783310 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09bcd518-35db-4be3-8736-c169c2e26a54 req-fde7444e-8cdb-4e19-a76b-4297f88f39b2 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864669 Mar 08 12:06:03.804960 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for port (f643f1ba-60a7-4141-9438-5e593a45d390), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.812727 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (8eee85ce-b772-485e-ac49-8fc9b674789c), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.830664 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eee85ce-b772-485e-ac49-8fc9b674789c,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.934602 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.936762 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3f219555-d877-4f44-9ef8-5bc979be84f5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980961 Mar 08 12:06:03.937772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.939187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35316) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:03.943637 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:04.021951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Network dbdc9908-44dd-4628-b3cd-62a151b00449 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:04.028906 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:04.039317 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:04.046365 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (f9dd1db2-fc36-458a-b5f5-36e902d85feb), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.070119 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.088157 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-93ce081a-e336-45f9-bc35-f193ec6d5bc7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.089764 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-93ce081a-e336-45f9-bc35-f193ec6d5bc7 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 814 time: 0.1909804 Mar 08 12:06:04.110464 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.111196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.113665 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (f9dd1db2-fc36-458a-b5f5-36e902d85feb), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.175200 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-d16c0ca1-1014-4435-964a-a452962e9072 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab382c388f1e4605be7dd6193181f2c3 HTTP/1.1" status: 200 len: 379 time: 0.0599198 Mar 08 12:06:04.186601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'port': {'device_id': '6929792a-cbcd-4a78-9910-953f026bc373', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'admin_state_up': True, 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'security_groups': ['8871e15c-8a94-4175-b5c1-e30bb4b29a3f']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:04.243320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a3119dd5-f222-4458-80f0-f24d65e5f5ff None None] Provisioning complete for port f643f1ba-60a7-4141-9438-5e593a45d390 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:04.243934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3119dd5-f222-4458-80f0-f24d65e5f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.248546 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (f9dd1db2-fc36-458a-b5f5-36e902d85feb), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.266805 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dd1db2-fc36-458a-b5f5-36e902d85feb,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.280039 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a3119dd5-f222-4458-80f0-f24d65e5f5ff None None] Port f643f1ba-60a7-4141-9438-5e593a45d390 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:04.291971 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-4487e07e-907d-4ea5-9149-cff0ebf17a56 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3855867 Mar 08 12:06:04.311963 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Request body: {'port': {'device_id': '7584437d-59e0-449b-96d5-382c473768b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:04.377848 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.403298 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.405207 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-91d0d258-a69e-414a-80d7-ad8b276dd104 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4644146 Mar 08 12:06:04.408525 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35322) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:04.413187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:04.496336 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Made reservation on behalf of ab382c388f1e4605be7dd6193181f2c3 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:04.501226 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.537296 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (70605f39-0cba-44bf-ba74-42af1e15543f), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.602484 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (70605f39-0cba-44bf-ba74-42af1e15543f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.662612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (70605f39-0cba-44bf-ba74-42af1e15543f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.682908 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70605f39-0cba-44bf-ba74-42af1e15543f,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.720663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Allocated IP 172.20.0.7 (04128b25-ef2e-4223-a8ce-99728c9e9ea0/ae36c340-c335-42c1-9e77-2bd17f9ca0cf/ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:04.756802 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a8e4-0ab1-4716-a933-87b601660338 req-0f522143-4745-49ea-b9be-1a042909df93 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.758302 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3a30a8e4-0ab1-4716-a933-87b601660338 req-0f522143-4745-49ea-b9be-1a042909df93 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 931 time: 0.0539732 Mar 08 12:06:04.763123 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.763696 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:04.765030 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-032c44b8-0719-47b5-97b1-ddd3714334ac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555007 Mar 08 12:06:04.767765 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35326) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:04.776778 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:04.789524 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks [] for port (f643f1ba-60a7-4141-9438-5e593a45d390), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.812463 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3a30a8e4-0ab1-4716-a933-87b601660338 req-1a2c7958-6601-4d29-828b-0157fff732d0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Mar 08 12:06:04.823736 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Transition to ACTIVE for port object f643f1ba-60a7-4141-9438-5e593a45d390 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:06:04.901200 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4385bcdb-1a91-43a0-a907-c157c872fc16 req-ddb68b77-97bc-44b4-b42b-85237f7ea2e1 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 210 time: 0.0628538 Mar 08 12:06:04.919755 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.securitygroups_db [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Project a0b93ba112f94a11ab3c56f431ac05b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:06:04.929745 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (289af512-1d38-4109-a73b-013da9a54bad), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.969548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.980545 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.058303 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.063198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (289af512-1d38-4109-a73b-013da9a54bad), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.139588 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (289af512-1d38-4109-a73b-013da9a54bad), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.169010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289af512-1d38-4109-a73b-013da9a54bad,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.171252 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Attempting to bind port f643f1ba-60a7-4141-9438-5e593a45d390 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:05.171613 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Attempting to bind port f643f1ba-60a7-4141-9438-5e593a45d390 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:05.171942 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Attempting to bind port f643f1ba-60a7-4141-9438-5e593a45d390 on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:05.177311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Port f643f1ba-60a7-4141-9438-5e593a45d390 on network dbdc9908-44dd-4628-b3cd-62a151b00449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:06:05.177724 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Attempting to bind port f643f1ba-60a7-4141-9438-5e593a45d390 on network dbdc9908-44dd-4628-b3cd-62a151b00449 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:05.179931 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.209261 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:05.209599 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Checking segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:05.209974 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Bound using segment: {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:05.210413 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Bound port: f643f1ba-60a7-4141-9438-5e593a45d390, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:05.210773 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.238180 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:05.242778 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.248165 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9b6f987d-7ed7-4007-a778-a70dee460cde tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4727995 Mar 08 12:06:05.248316 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35330) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:05.251224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:05.251784 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'security_group_rule': {'security_group_id': 'b7eb79e8-04c1-4081-9771-e13a8085f55d', 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:05.254550 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:05.278639 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event updated for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.344682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.345320 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.357242 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:05.360961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:05.364214 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.securitygroups_db [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Project a0b93ba112f94a11ab3c56f431ac05b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:06:05.366883 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (15535cb3-4b1d-4610-b0d5-a3144b7ae9d1), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.429982 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (15535cb3-4b1d-4610-b0d5-a3144b7ae9d1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.444098 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3db93dd6-430b-4b6b-adb5-64ee29f79051 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2631941 Mar 08 12:06:05.453469 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.465569 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Request body: {'port': {'device_id': '6929792a-cbcd-4a78-9910-953f026bc373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:05.527003 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (15535cb3-4b1d-4610-b0d5-a3144b7ae9d1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.533529 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-d0a53da0-9c7d-44ef-a906-a6223b049829 None None] Provisioning complete for port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:05.534109 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d0a53da0-9c7d-44ef-a906-a6223b049829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.548736 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15535cb3-4b1d-4610-b0d5-a3144b7ae9d1,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.577157 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d0a53da0-9c7d-44ef-a906-a6223b049829 None None] Port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:05.626646 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.627933 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e6fba83a-5822-4e5f-836c-d3288d61f11a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799028 Mar 08 12:06:05.725521 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-acce072c-8af3-4bb7-834b-6572284515bc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397642140&fields=id&tenant_id=a0b93ba112f94a11ab3c56f431ac05b5 HTTP/1.1" status: 200 len: 267 time: 0.0485168 Mar 08 12:06:05.771874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.772516 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.773971 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] 10.222.0.58 "PUT /v2.0/ports/f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 1093 time: 1.4666936 Mar 08 12:06:05.775213 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:05.776742 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:05.789321 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-f9b45df9-5086-4272-b98b-80c1f953bd40 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.790885 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-f9b45df9-5086-4272-b98b-80c1f953bd40 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0600688 Mar 08 12:06:05.803410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'port': {'security_groups': ['5e9e96a6-2787-481f-884d-2a5f5e779d87', 'b7eb79e8-04c1-4081-9771-e13a8085f55d']}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:05.831634 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46a276-17f0-4464-9ce0-b4cf29d70e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.836928 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581927f-8745-41b4-840f-fe922ffadb2b x-openstack-request-id: req-c581927f-8745-41b4-840f-fe922ffadb2b {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:05.837432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:05.841314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c581927f-8745-41b4-840f-fe922ffadb2b {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:05.841314 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'status': 'completed', 'code': 200} Mar 08 12:06:05.850255 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.903134 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.054440 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-fda259d6-75e1-4449-9933-0613c70f3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.055877 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-fda259d6-75e1-4449-9933-0613c70f3012 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1127 time: 0.1609416 Mar 08 12:06:06.090544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07e548-11d6-4fd7-8d2b-81e6063f903b req-5fdaa827-b377-467d-811e-8ae1728fafb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.090544 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb07e548-11d6-4fd7-8d2b-81e6063f903b req-5fdaa827-b377-467d-811e-8ae1728fafb6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1613832 Mar 08 12:06:06.115446 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:06.149400 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for port (00e44d4b-814a-425c-917e-aab42d9c154a), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.222205 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.259783 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb07e548-11d6-4fd7-8d2b-81e6063f903b req-e9803f7b-f2ad-40a5-ad78-ad0aeac73cad tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608806 Mar 08 12:06:06.263669 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:06.272996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-937bb7bd-5597-46e5-8fa6-dbfe2a6f5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.274453 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-937bb7bd-5597-46e5-8fa6-dbfe2a6f5615 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c6b865e007434b11a5830b1279954322&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1861815 Mar 08 12:06:06.296422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.297138 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.300439 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c5053390-7d8f-40cb-bcba-f30026d8c48f req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "PUT /v2.0/ports/00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 981 time: 0.5023839 Mar 08 12:06:06.301034 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:06.313966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa4bcc-0696-45d4-bf08-3b591621a7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:06.343147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c7cfb-157d-497f-82a3-4c037d67af85 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=6']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:06.457767 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:06.457994 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:06.464328 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53751f2-4766-4afd-a926-a77a1ebc1f0e req-81e89573-2897-43d2-98a8-2c6c0597a4d1 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.466616 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c53751f2-4766-4afd-a926-a77a1ebc1f0e req-81e89573-2897-43d2-98a8-2c6c0597a4d1 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0744858 Mar 08 12:06:06.469878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks [] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.502368 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Transition to ACTIVE for port object ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:06:06.516265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-587fd5fe-7bd2-4368-a955-fc8489fbe329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.517957 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e4b49b1-86dd-44c4-a666-e1e84de3d0dc req-587fd5fe-7bd2-4368-a955-fc8489fbe329 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138124 Mar 08 12:06:06.541343 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c53751f2-4766-4afd-a926-a77a1ebc1f0e req-c9285518-f49e-4489-ae22-9b213ad13caa tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669963 Mar 08 12:06:06.547937 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11480-eb7e-495e-80ee-45f7e55bfecb req-f9616e54-e180-4185-9fda-ee7dc73b2509 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.558010 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3f11480-eb7e-495e-80ee-45f7e55bfecb req-f9616e54-e180-4185-9fda-ee7dc73b2509 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 931 time: 0.1626577 Mar 08 12:06:06.597610 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a486a-b110-45a3-81ba-4ee0db9fe709 x-openstack-request-id: req-065a486a-b110-45a3-81ba-4ee0db9fe709 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:06.598453 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:06.598453 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-065a486a-b110-45a3-81ba-4ee0db9fe709 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:06.598713 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:06:06.604193 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3f11480-eb7e-495e-80ee-45f7e55bfecb req-02e2dc2b-a3fc-49e3-88b0-827fbb626489 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Mar 08 12:06:06.613809 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.692130 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-4cc7de3f-12a6-4690-9791-d4d440d45a55 None None] Provisioning complete for port 00e44d4b-814a-425c-917e-aab42d9c154a triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:06.692599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4cc7de3f-12a6-4690-9791-d4d440d45a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.698007 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Pushing event updated for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:06.710439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-7148ea38-d503-44c8-a36d-5c8e2c56a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.712208 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-7148ea38-d503-44c8-a36d-5c8e2c56a00e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1168 time: 0.0654919 Mar 08 12:06:06.755882 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0a235a57-1f22-496a-af07-5d6874e56071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.757894 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-0a235a57-1f22-496a-af07-5d6874e56071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1127 time: 0.1570623 Mar 08 12:06:06.870650 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-68866bcb-026d-486b-850e-dd0ced63d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.870650 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-68866bcb-026d-486b-850e-dd0ced63d428 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.1281664 Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Attempting to bind port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Attempting to bind port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Attempting to bind port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-3316e051-d68b-49c4-8790-80a661087aa8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 217 time: 0.0904939 Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:06:06.871070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Attempting to bind port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 on network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:06.878300 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:06.878819 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Checking segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:06.879395 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Bound using segment: {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:06.880178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Bound port: ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afaaeaa-519f-4c40-a6ae-301c969ef10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:06.880783 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.920922 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7de3f-12a6-4690-9791-d4d440d45a55 None None] Current status of the port 00e44d4b-814a-425c-917e-aab42d9c154a is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:06.937714 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-7a4a257b-ddd0-44d0-b016-ef24020a563b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 1001 time: 0.0824306 Mar 08 12:06:06.994872 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-c7eb254e-7646-482c-a38a-a969d5788661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.000867 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-c7eb254e-7646-482c-a38a-a969d5788661 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0519834 Mar 08 12:06:07.008622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-5eceb7ac-3c41-4ddd-aa41-56720c62fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.010385 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-5eceb7ac-3c41-4ddd-aa41-56720c62fdcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.1340475 Mar 08 12:06:07.053154 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-9e83b6b9-5e30-429f-b430-9cb61a2de8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.055724 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-9e83b6b9-5e30-429f-b430-9cb61a2de8db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487893 Mar 08 12:06:07.061170 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:07.079056 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:07.093936 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-f97c9c31-9392-431f-8da9-4cf45db98c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.095651 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-f97c9c31-9392-431f-8da9-4cf45db98c17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756342 Mar 08 12:06:07.162896 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-6cea82de-ec12-47ee-984d-b7810114d798 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001585 Mar 08 12:06:07.195691 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-b2435112-e21b-4305-a494-d758cee8f48d service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909469 Mar 08 12:06:07.269596 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-39aa4bcc-0696-45d4-bf08-3b591621a7f3 req-c45a6cec-172d-4f35-bdb7-df12f40d2be4 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002934 Mar 08 12:06:07.297677 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-025acd43-2eed-4529-8843-3c2b2e1e3e65 req-73b4e9fb-fe13-472a-b70a-506d3b5082bb service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 Mar 08 12:06:07.387510 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36509ee-99a7-4315-9812-2305b5f43de8 req-75e1b73d-a7ba-4528-84d2-75b21c495755 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.389611 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b36509ee-99a7-4315-9812-2305b5f43de8 req-75e1b73d-a7ba-4528-84d2-75b21c495755 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0553105 Mar 08 12:06:07.435938 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b36509ee-99a7-4315-9812-2305b5f43de8 req-3778b5ce-7e55-4b68-a97b-a87ae7537f48 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Mar 08 12:06:07.442050 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.478801 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.478801 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.478801 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] 10.222.0.58 "PUT /v2.0/ports/ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 HTTP/1.1" status: 200 len: 1093 time: 2.0193315 Mar 08 12:06:07.499374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819b516-3c51-45f7-88e6-edde67ab681a service neutron] Pushing event updated for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:07.731190 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3eb10820-b1e1-4735-8986-000056b520cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.732743 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-3eb10820-b1e1-4735-8986-000056b520cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 1127 time: 0.0791805 Mar 08 12:06:07.748034 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe93bc6-35d0-4e67-bfec-95d8b9428d5b req-7d8a9e81-47cd-4887-b4d5-7b88368231ab tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.750058 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fe93bc6-35d0-4e67-bfec-95d8b9428d5b req-7d8a9e81-47cd-4887-b4d5-7b88368231ab tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 943 time: 0.0669177 Mar 08 12:06:07.794881 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-91f481f9-f770-4206-913a-b99b9c7df8b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 HTTP/1.1" status: 200 len: 217 time: 0.0436058 Mar 08 12:06:07.840373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:07.842635 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2612b7e9-9e86-4819-bb79-0cbf57c50415" -d '{"events": [{"name": "network-changed", "server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:07.862194 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fe93bc6-35d0-4e67-bfec-95d8b9428d5b req-1df9a4e4-c26b-4570-bdfa-825c6da18065 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053123 Mar 08 12:06:07.873302 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-d3daa26c-a51e-4918-ab8c-49f2cb40bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.875649 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-d3daa26c-a51e-4918-ab8c-49f2cb40bb05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0728476 Mar 08 12:06:07.879552 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64faacc9-d770-4caa-ae8b-e1b350f2caff x-openstack-request-id: req-64faacc9-d770-4caa-ae8b-e1b350f2caff {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:07.879853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:07.880104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64faacc9-d770-4caa-ae8b-e1b350f2caff {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:07.880488 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'status': 'completed', 'code': 200} Mar 08 12:06:07.945267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f145a091-98ee-44bd-a7c4-3b39702256a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.946745 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f145a091-98ee-44bd-a7c4-3b39702256a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438240 Mar 08 12:06:08.041713 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-a84f8904-639a-4f10-a5b8-769549f42470 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862832 Mar 08 12:06:08.131626 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36b01a6d-1bb5-4d9e-92ad-dd6fbd2b186c req-f2561ab0-0cc3-4e7a-97f7-7c1cf37c00b5 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828447 Mar 08 12:06:08.362548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-eeea4136-342b-4cb0-be97-c4f633fcd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.364025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-eeea4136-342b-4cb0-be97-c4f633fcd9b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 1127 time: 0.0433769 Mar 08 12:06:08.456196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-d2470db4-9e7c-4674-a137-60505ce26b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.457639 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-d2470db4-9e7c-4674-a137-60505ce26b25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0850892 Mar 08 12:06:08.501705 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-18c6125e-35f1-42ea-805c-969cbf920865 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 HTTP/1.1" status: 200 len: 217 time: 0.0363519 Mar 08 12:06:08.555703 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-0943d231-7771-489b-801a-78e90f749fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.557186 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-0943d231-7771-489b-801a-78e90f749fff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0487406 Mar 08 12:06:08.566507 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507c842-3097-4aaa-b759-bdd9fb4d32d5 req-f2446ca4-eec0-43ac-8aa2-01217c2d72aa tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.568003 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8507c842-3097-4aaa-b759-bdd9fb4d32d5 req-f2446ca4-eec0-43ac-8aa2-01217c2d72aa tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0573912 Mar 08 12:06:08.606364 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-55a8ecfa-ce51-47ef-9ee9-57e4799d9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.607937 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-55a8ecfa-ce51-47ef-9ee9-57e4799d9cc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444870 Mar 08 12:06:08.616025 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8507c842-3097-4aaa-b759-bdd9fb4d32d5 req-b6af588c-6376-46c6-8f02-6b2978979082 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Mar 08 12:06:08.699713 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-93bd1cbc-5117-480c-be00-59531303d9bd service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838242 Mar 08 12:06:08.801627 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2612b7e9-9e86-4819-bb79-0cbf57c50415 req-27d18b18-e49e-4742-bbf6-e53eb1835a0b service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 Mar 08 12:06:08.980127 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7b609-3af3-4459-b0da-292666016c15 req-79296a65-d772-42ba-8275-6a5338a9eb3c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.981590 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cae7b609-3af3-4459-b0da-292666016c15 req-79296a65-d772-42ba-8275-6a5338a9eb3c tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 943 time: 0.0521719 Mar 08 12:06:09.027288 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cae7b609-3af3-4459-b0da-292666016c15 req-c79e09dd-1d21-4d74-817f-148c4f50f09f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401449 Mar 08 12:06:09.740343 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86183663-a431-4de9-b103-9562e6cd83bf req-42016ef5-f5fe-448e-80f5-8cd45ad5fde5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:09.741712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-86183663-a431-4de9-b103-9562e6cd83bf req-42016ef5-f5fe-448e-80f5-8cd45ad5fde5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0517647 Mar 08 12:06:09.787455 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-86183663-a431-4de9-b103-9562e6cd83bf req-594124d0-49a2-49c1-9166-fd2706099b4f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401115 Mar 08 12:06:09.966717 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48c766c-9a53-427e-87ea-269287dcf835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.006008 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:06:10.108244 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:10.120303 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:06:10.149483 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748308a1-c591-4212-ae0b-8ff29de82533 req-89eee868-c2d6-4e1c-b6a4-b44f376990b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.150973 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-748308a1-c591-4212-ae0b-8ff29de82533 req-89eee868-c2d6-4e1c-b6a4-b44f376990b0 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 943 time: 0.0579822 Mar 08 12:06:10.157769 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:10.158167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.172067 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:10.196995 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:10.198980 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-748308a1-c591-4212-ae0b-8ff29de82533 req-c10ed7ad-1927-4494-aa96-cccf2abd8f21 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Mar 08 12:06:10.252763 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.253446 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:06:10.459722 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:10.511484 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-7fb8041e-8b4f-4cd3-88b8-b5482b7c8f5d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442159 Mar 08 12:06:10.520092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:10.531261 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'port_id': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'mac_address': 'fa:16:3e:78:9d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:06:10.568854 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:10.569248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.582544 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:10.588788 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-3ca08ba5-5424-49f0-96cf-1d8770e2fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.590580 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-3ca08ba5-5424-49f0-96cf-1d8770e2fff0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0439055 Mar 08 12:06:10.605961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:10.681388 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.694174 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-8a75332e-40a4-4505-b108-0dcd7581bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.695679 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-8a75332e-40a4-4505-b108-0dcd7581bc31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0872452 Mar 08 12:06:10.729628 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:10.759622 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-4ee55102-07dc-4c23-a61e-b08a51bf6b5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 HTTP/1.1" status: 200 len: 1001 time: 0.0570185 Mar 08 12:06:10.811167 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-1807ca90-8993-49c2-8e24-875361ad6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.813647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-1807ca90-8993-49c2-8e24-875361ad6755 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0466862 Mar 08 12:06:10.872697 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-55f30338-8333-496b-a597-ad5a1131da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.874198 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-55f30338-8333-496b-a597-ad5a1131da8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500970 Mar 08 12:06:10.919761 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2ed7-92fc-4517-8373-d4e53c7caee6 req-c9f62347-78cd-4d05-9570-1be7f455dde3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.921597 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b59c2ed7-92fc-4517-8373-d4e53c7caee6 req-c9f62347-78cd-4d05-9570-1be7f455dde3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0647514 Mar 08 12:06:10.964504 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-81133ca7-5786-43b2-ac29-614ca0e6cec0 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Mar 08 12:06:10.978521 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b59c2ed7-92fc-4517-8373-d4e53c7caee6 req-c1df1945-7bf2-4283-a7f1-668223a87353 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511467 Mar 08 12:06:11.060063 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f919dd92-8fd1-4b40-b5fb-6f3a899cc863 req-6fec154e-9ff9-4086-b6c3-4c6875906417 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868855 Mar 08 12:06:11.105840 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['f643f1ba-60a7-4141-9438-5e593a45d390'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:11.141413 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:11.325412 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37b930-a073-4934-9aa8-f34e1b5eea83 req-2eaa6cf7-88df-447a-ba40-665c808ebd8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:11.326899 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce37b930-a073-4934-9aa8-f34e1b5eea83 req-2eaa6cf7-88df-447a-ba40-665c808ebd8a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 944 time: 0.0542231 Mar 08 12:06:11.375331 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce37b930-a073-4934-9aa8-f34e1b5eea83 req-a86601b8-5c79-41c4-a8c1-5da774251534 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Mar 08 12:06:11.876436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.102085 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ef6eefc1-ec07-4cbd-84f4-5c96f59d9a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.119801 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90a063-f0d0-4ef3-b0d0-aae4823031d0 req-ae20df79-21a6-4f28-a248-964d43b59cce tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:12.121271 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5c90a063-f0d0-4ef3-b0d0-aae4823031d0 req-ae20df79-21a6-4f28-a248-964d43b59cce tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0532265 Mar 08 12:06:12.171790 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5c90a063-f0d0-4ef3-b0d0-aae4823031d0 req-1c0f736c-88ec-4318-85c1-38ab6c193fba tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Mar 08 12:06:12.501088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857449fc-0245-48e4-b689-8848177c41a6 req-8e732c91-f65c-4616-9afd-35a404f5bddb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:12.502602 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-857449fc-0245-48e4-b689-8848177c41a6 req-8e732c91-f65c-4616-9afd-35a404f5bddb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 944 time: 0.0585539 Mar 08 12:06:12.550338 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-857449fc-0245-48e4-b689-8848177c41a6 req-5e3b81d5-d535-4347-b554-248fb3942443 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Mar 08 12:06:13.209191 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:13.304479 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1da167-238f-40a7-8cbb-4ed5e862bb8a req-70ac4407-7ae5-4939-adf2-e0dc35841f36 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:13.307691 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5d1da167-238f-40a7-8cbb-4ed5e862bb8a req-70ac4407-7ae5-4939-adf2-e0dc35841f36 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0623417 Mar 08 12:06:13.355107 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5d1da167-238f-40a7-8cbb-4ed5e862bb8a req-6d7ee926-2fe5-483f-b286-3a6212e01cf0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Mar 08 12:06:13.673265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbfce-abd8-4b8f-ab1d-3bae7fb5717f req-a3a8e81d-6b16-4c15-bece-0cce1045a309 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:13.674727 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3dedbfce-abd8-4b8f-ab1d-3bae7fb5717f req-a3a8e81d-6b16-4c15-bece-0cce1045a309 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 944 time: 0.0517182 Mar 08 12:06:13.720400 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3dedbfce-abd8-4b8f-ab1d-3bae7fb5717f req-f3f91380-85d1-4024-8005-3a6df6068278 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401256 Mar 08 12:06:14.008231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:14.121465 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port f643f1ba-60a7-4141-9438-5e593a45d390 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:06:14.125399 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port f643f1ba-60a7-4141-9438-5e593a45d390 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:14.126032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.207074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:14.207489 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.229724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:14.232022 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e7357-1172-49ee-9dbe-40be4c2b285d" -d '{"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:14.245415 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:14.274082 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c25b53-d26a-4254-8cc4-22658c2792d7 x-openstack-request-id: req-75c25b53-d26a-4254-8cc4-22658c2792d7 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:14.274082 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:14.274082 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75c25b53-d26a-4254-8cc4-22658c2792d7 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:14.274082 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'code': 200} Mar 08 12:06:14.333440 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.334270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:14.416874 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:14.479066 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7801a-b608-4377-bb27-af0af960024f req-7813e23e-70ec-408d-8499-6f5260de686d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.480627 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46a7801a-b608-4377-bb27-af0af960024f req-7813e23e-70ec-408d-8499-6f5260de686d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Mar 08 12:06:14.498811 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:06:14.504083 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:14.509167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.535451 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46a7801a-b608-4377-bb27-af0af960024f req-3f4291bd-dca1-4b47-a66b-9ef851dbb2ca tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Mar 08 12:06:14.586683 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:14.587081 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.626154 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:14.679515 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6752f6e-c5b9-4e97-924a-8c0e0ed1141d req-c5133caa-0c4b-4798-8b6b-f0d633005fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.681669 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b6752f6e-c5b9-4e97-924a-8c0e0ed1141d req-c5133caa-0c4b-4798-8b6b-f0d633005fd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1129 time: 0.0424366 Mar 08 12:06:14.705145 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.727504 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b6752f6e-c5b9-4e97-924a-8c0e0ed1141d req-8d7fc754-8dc1-4d9a-9ffb-9f0f66660450 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 Mar 08 12:06:14.762762 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:14.805047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.846319 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb10de-e766-49e1-85f8-3aa0c7154a8c req-300df2d5-4271-4856-a51e-1cde44d20805 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.847880 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9ddb10de-e766-49e1-85f8-3aa0c7154a8c req-300df2d5-4271-4856-a51e-1cde44d20805 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0569971 Mar 08 12:06:14.895572 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9ddb10de-e766-49e1-85f8-3aa0c7154a8c req-034ef388-bf06-4f39-b9fd-9206ab23646f tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Mar 08 12:06:15.662472 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754eac6-99d6-4c77-b9af-f9faf5e4f8fe req-21341b26-5734-4b4c-a39c-05678faf4b6e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:15.663970 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f754eac6-99d6-4c77-b9af-f9faf5e4f8fe req-21341b26-5734-4b4c-a39c-05678faf4b6e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0560467 Mar 08 12:06:15.708895 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f754eac6-99d6-4c77-b9af-f9faf5e4f8fe req-1123da39-f6ea-4b2d-a692-dec6bd4a124e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Mar 08 12:06:16.024912 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:16.041490 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66def8b-bfad-471b-8f55-fa23266e2e29 req-9c99f9c1-2299-4a4f-9ba6-d9d062d09619 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:16.043123 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d66def8b-bfad-471b-8f55-fa23266e2e29 req-9c99f9c1-2299-4a4f-9ba6-d9d062d09619 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0708244 Mar 08 12:06:16.091213 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d66def8b-bfad-471b-8f55-fa23266e2e29 req-a271f126-9869-402c-8f08-d9568f3e0c51 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413241 Mar 08 12:06:16.274691 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:16.277467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ddb12-d1be-48b8-8db4-1f96951e66b7" -d '{"events": [{"server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "name": "network-vif-plugged", "status": "completed", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:16.313076 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef999ca7-6714-4742-862d-ca5ced489ee5 x-openstack-request-id: req-ef999ca7-6714-4742-862d-ca5ced489ee5 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:16.313368 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "name": "network-vif-plugged", "status": "completed", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:16.313667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef999ca7-6714-4742-862d-ca5ced489ee5 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:16.314061 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'code': 200} Mar 08 12:06:16.682231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa65b-504f-4091-97bd-20a15e52cc90 req-758b69e8-91b7-4fcb-8672-ccc54d05176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:16.684088 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11efa65b-504f-4091-97bd-20a15e52cc90 req-758b69e8-91b7-4fcb-8672-ccc54d05176f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 1129 time: 0.0476596 Mar 08 12:06:16.730985 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-11efa65b-504f-4091-97bd-20a15e52cc90 req-d7306405-4153-44db-b423-6a0e63db877b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Mar 08 12:06:16.835764 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffa262-16af-4e4b-91cc-bc241cd201fd req-2fc8a84c-2ba7-473a-9bbd-028ff94d3b33 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:16.837257 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4ffa262-16af-4e4b-91cc-bc241cd201fd req-2fc8a84c-2ba7-473a-9bbd-028ff94d3b33 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0565929 Mar 08 12:06:16.884451 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4ffa262-16af-4e4b-91cc-bc241cd201fd req-f301e456-7f87-4e64-be2c-66c6e7aa13c0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Mar 08 12:06:17.007566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d9c4-4990-46c2-8ddc-836f7d2ffaa6 req-e4e3e8d4-b2ed-4ea3-89f7-02f5a0bd2e88 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.008982 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-21f5d9c4-4990-46c2-8ddc-836f7d2ffaa6 req-e4e3e8d4-b2ed-4ea3-89f7-02f5a0bd2e88 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0561666 Mar 08 12:06:17.017408 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35390) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:17.022098 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Request body: {'floatingip': {'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:17.060966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:17.269620 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ad7a-d278-451f-acfe-665b56c7f623 req-41e993af-3aeb-4b39-b93c-fb7b750c60ff tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.271053 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4565ad7a-d278-451f-acfe-665b56c7f623 req-41e993af-3aeb-4b39-b93c-fb7b750c60ff tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.1104462 Mar 08 12:06:17.388328 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4565ad7a-d278-451f-acfe-665b56c7f623 req-30cceb3c-edac-41db-81cb-a4c24714569b tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915542 Mar 08 12:06:17.576937 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:17.647539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:17.749241 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Floating IP e9d6ad13-4e49-4d57-9aea-1e0b140bc233 associated. External IP: 172.27.3.141, port: f643f1ba-60a7-4141-9438-5e593a45d390. Mar 08 12:06:17.961440 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:18.075540 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:18.081200 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:18.085514 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:18.096092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:18.096712 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:18.123547 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9c76a2df-6f05-4997-abba-0f14439b56c2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "PUT /v2.0/floatingips/e9d6ad13-4e49-4d57-9aea-1e0b140bc233 HTTP/1.1" status: 200 len: 991 time: 1.0948000 Mar 08 12:06:18.123547 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:18.123547 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e59676-f811-4029-9721-f0d657a22e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:18.153048 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbdc2d-06c9-4cb8-9fd3-664bc2cf6be5 x-openstack-request-id: req-48bbdc2d-06c9-4cb8-9fd3-664bc2cf6be5 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:18.153345 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:18.153596 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48bbdc2d-06c9-4cb8-9fd3-664bc2cf6be5 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:18.154088 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'status': 'completed', 'code': 200} Mar 08 12:06:18.216970 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:18.242006 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59676-f811-4029-9721-f0d657a22e9f req-7302129e-9b95-4d18-b9d3-52ca417683b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.245434 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-7302129e-9b95-4d18-b9d3-52ca417683b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1129 time: 0.0465107 Mar 08 12:06:18.338166 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59676-f811-4029-9721-f0d657a22e9f req-78ecb074-7aa2-496e-b720-cf0477bd3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.339654 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-78ecb074-7aa2-496e-b720-cf0477bd3af6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.0883040 Mar 08 12:06:18.405041 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-32d13ee5-074a-4c5d-9ed4-327d29b9c08b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 999 time: 0.0584478 Mar 08 12:06:18.450486 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e9d6ad13-4e49-4d57-9aea-1e0b140bc233', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584437d-59e0-449b-96d5-382c473768b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:58Z', 'updated_at': '2022-03-08T12:06:17Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:18.459433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59676-f811-4029-9721-f0d657a22e9f req-6aed1eb9-1145-4056-a93e-429bf5afbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.460946 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-6aed1eb9-1145-4056-a93e-429bf5afbe7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.0496972 Mar 08 12:06:18.480581 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:18.489365 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:18.489976 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:18.509537 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59676-f811-4029-9721-f0d657a22e9f req-0215fcca-757b-4257-87dd-ab87b61753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.511169 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-0215fcca-757b-4257-87dd-ab87b61753ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447288 Mar 08 12:06:18.523444 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba30de4-866e-4556-93d2-933ca3401c45 req-9ae6c6f7-3159-4c2f-a163-30a4bb2c969e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.527101 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1ba30de4-866e-4556-93d2-933ca3401c45 req-9ae6c6f7-3159-4c2f-a163-30a4bb2c969e tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0668535 Mar 08 12:06:18.582657 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1ba30de4-866e-4556-93d2-933ca3401c45 req-b497c5c8-5eba-4a01-9011-c33b06beecac tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511594 Mar 08 12:06:18.603593 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-feefa2bb-029e-4b15-a39b-e92f9e86cb36 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851135 Mar 08 12:06:18.616416 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:18.730704 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a7e59676-f811-4029-9721-f0d657a22e9f req-e22a38f5-b05f-41c6-beee-110e57541888 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206598 Mar 08 12:06:18.745095 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7976d-b6d1-4363-bb47-06447e769c96 req-819a369f-e301-44a8-825c-0c2b088abb40 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.746507 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-95f7976d-b6d1-4363-bb47-06447e769c96 req-819a369f-e301-44a8-825c-0c2b088abb40 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0771596 Mar 08 12:06:18.756192 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35404) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:18.760735 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Request body: {'floatingip': {'port_id': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:18.802498 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:18.856196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e9d6ad13-4e49-4d57-9aea-1e0b140bc233', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584437d-59e0-449b-96d5-382c473768b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:58Z', 'updated_at': '2022-03-08T12:06:17Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:18.888918 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144b7ea-ea5e-4936-9d39-239f1e817dca None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'e9d6ad13-4e49-4d57-9aea-1e0b140bc233', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584437d-59e0-449b-96d5-382c473768b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:58Z', 'updated_at': '2022-03-08T12:06:17Z', 'revision_number': 1, 'project_id': 'c6b865e007434b11a5830b1279954322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:19.066866 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:19.107771 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac229587-25f8-4889-b1a7-25d0b9d0464f None None] New status for floating IP e9d6ad13-4e49-4d57-9aea-1e0b140bc233: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:06:19.515899 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:19.584738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:19.687027 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP 505c5f31-a967-4017-8063-074b7fb49a6f associated. External IP: 172.27.3.147, port: ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7. Mar 08 12:06:19.895334 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:20.007487 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:20.012064 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:20.018534 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:20.028721 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:20.029330 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:20.042404 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6d98e860-1cf9-4d08-a739-dded7e9c8015 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "PUT /v2.0/floatingips/505c5f31-a967-4017-8063-074b7fb49a6f HTTP/1.1" status: 200 len: 991 time: 1.2851145 Mar 08 12:06:20.043090 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:20.045344 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3dd925-9898-4906-b435-862c34cfed92" -d '{"events": [{"name": "network-changed", "server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:20.080805 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61cf8a0-f390-48d6-ba8f-3eb5bdec9591 x-openstack-request-id: req-f61cf8a0-f390-48d6-ba8f-3eb5bdec9591 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:20.081099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:20.081357 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f61cf8a0-f390-48d6-ba8f-3eb5bdec9591 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:20.081756 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'status': 'completed', 'code': 200} Mar 08 12:06:20.144153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:20.180878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd925-9898-4906-b435-862c34cfed92 req-26623cbc-492f-436e-b711-bf1a151ec006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:20.182454 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-26623cbc-492f-436e-b711-bf1a151ec006 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab382c388f1e4605be7dd6193181f2c3&device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 1129 time: 0.0499771 Mar 08 12:06:20.285763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd925-9898-4906-b435-862c34cfed92 req-02723c7e-1db3-4383-ac33-9dade206d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:20.287305 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-02723c7e-1db3-4383-ac33-9dade206d443 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 200 len: 915 time: 0.0939922 Mar 08 12:06:20.353991 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-6462bddc-2ee4-40b3-a400-49f5a21f5a23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 HTTP/1.1" status: 200 len: 999 time: 0.0603356 Mar 08 12:06:20.377519 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '505c5f31-a967-4017-8063-074b7fb49a6f', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:78:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929792a-cbcd-4a78-9910-953f026bc373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:59Z', 'updated_at': '2022-03-08T12:06:19Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:20.405159 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd925-9898-4906-b435-862c34cfed92 req-1fcfd482-b073-4c54-a904-5d1a82689f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:20.406638 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-1fcfd482-b073-4c54-a904-5d1a82689f13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 200 len: 853 time: 0.0466797 Mar 08 12:06:20.410670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:20.417676 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:20.418472 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:20.459654 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd925-9898-4906-b435-862c34cfed92 req-ae20fa7b-373d-4cf8-a664-502ff7798d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:20.461172 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-ae20fa7b-373d-4cf8-a664-502ff7798d70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04128b25-ef2e-4223-a8ce-99728c9e9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479708 Mar 08 12:06:20.555126 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-1a96e86c-9ed4-45c1-8e59-64e7b4dc3af6 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880778 Mar 08 12:06:20.652537 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a3dd925-9898-4906-b435-862c34cfed92 req-f6a86fab-b629-4ae0-8991-7104bbb865b0 service neutron] 10.222.0.58 "GET /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915766 Mar 08 12:06:20.656361 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:20.877440 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '505c5f31-a967-4017-8063-074b7fb49a6f', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:78:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929792a-cbcd-4a78-9910-953f026bc373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:59Z', 'updated_at': '2022-03-08T12:06:19Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:20.903593 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c76bd9-5f28-488b-b018-104883faef4f None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '505c5f31-a967-4017-8063-074b7fb49a6f', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'port_id': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'mac_address': 'fa:16:3e:78:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929792a-cbcd-4a78-9910-953f026bc373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:59Z', 'updated_at': '2022-03-08T12:06:19Z', 'revision_number': 1, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:21.103898 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24385e2e-108b-4f9c-a8ee-e6e4230992d0 None None] New status for floating IP 505c5f31-a967-4017-8063-074b7fb49a6f: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:06:28.580390 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305e40-a101-4367-9822-f0622c8fea45 req-3d4c7d4a-77eb-4a88-95f4-81ae7a807b27 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:28.581790 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10305e40-a101-4367-9822-f0622c8fea45 req-3d4c7d4a-77eb-4a88-95f4-81ae7a807b27 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Mar 08 12:06:28.629884 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-10305e40-a101-4367-9822-f0622c8fea45 req-4fca0111-62fc-4443-95b5-2c2aedb01271 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Mar 08 12:06:29.301651 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe3ea-3537-4625-aadf-36f5f6964490 req-d75c8527-f963-41ad-bb7b-ad559789b2c0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.303690 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a9efe3ea-3537-4625-aadf-36f5f6964490 req-d75c8527-f963-41ad-bb7b-ad559789b2c0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0559266 Mar 08 12:06:29.364468 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a9efe3ea-3537-4625-aadf-36f5f6964490 req-b0e1997f-05b6-4d14-852c-771c4f860ace tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542417 Mar 08 12:06:29.420845 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-ccdf8b15-0ac4-4d9a-8b87-b81b20b917c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.422323 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-ccdf8b15-0ac4-4d9a-8b87-b81b20b917c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1168 time: 0.0443783 Mar 08 12:06:29.515009 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-29571920-2633-47e5-89d5-94352c4c4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.516511 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-29571920-2633-47e5-89d5-94352c4c4e67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.0866237 Mar 08 12:06:29.582867 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-648dae50-393b-4e48-bb9c-75b74a7ea089 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 1001 time: 0.0580344 Mar 08 12:06:29.639544 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-50c256f7-e644-49a9-a2fb-a5d2c6280f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.641022 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-50c256f7-e644-49a9-a2fb-a5d2c6280f15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0510833 Mar 08 12:06:29.694758 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-4e646992-77da-42f0-adc4-778d8faf3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.696294 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-4e646992-77da-42f0-adc4-778d8faf3ecb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465453 Mar 08 12:06:29.798060 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a976d-6631-4bc7-8877-75d738c24b3b req-881237a4-7650-46fa-b67e-a19f3dc2f7a9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.799544 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c0a976d-6631-4bc7-8877-75d738c24b3b req-881237a4-7650-46fa-b67e-a19f3dc2f7a9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.1023591 Mar 08 12:06:29.834958 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-88066648-ef10-4cf2-b0de-4d4af8ecd5b6 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291802 Mar 08 12:06:29.862966 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c0a976d-6631-4bc7-8877-75d738c24b3b req-f14b0c20-e80d-4c05-8ccd-687dbb269bb3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572724 Mar 08 12:06:29.964810 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d572dd81-6c44-45c1-bd46-10ec86e32e85 req-1cbe6974-a377-4005-9b0d-2180fff5f327 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812578 Mar 08 12:06:30.491305 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b798-6bf6-4b28-970d-c0a1c06773fa req-9904d231-838d-4c4d-9def-1c5e1b4cd83b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:30.492933 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-09d5b798-6bf6-4b28-970d-c0a1c06773fa req-9904d231-838d-4c4d-9def-1c5e1b4cd83b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0566199 Mar 08 12:06:30.550486 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-09d5b798-6bf6-4b28-970d-c0a1c06773fa req-37cb37da-9360-4e75-beed-f39411d2cbf9 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515656 Mar 08 12:06:30.718324 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-7384aca8-1b02-49a7-83e1-250d9ee695f7 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:30.719859 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-7384aca8-1b02-49a7-83e1-250d9ee695f7 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.0527911 Mar 08 12:06:30.824330 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:06:30.824588 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.911598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] For port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:30.912005 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.084982 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e38e5-0b1b-457b-bfd5-46c29385f0cf req-c363780b-409e-45d1-9bab-c5642d6ab40e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.086460 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-529e38e5-0b1b-457b-bfd5-46c29385f0cf req-c363780b-409e-45d1-9bab-c5642d6ab40e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 945 time: 0.1241965 Mar 08 12:06:31.176713 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.177054 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (fc6275d9-4b49-458e-9ebb-33a598860bf9), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.177370 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP fc6275d9-4b49-458e-9ebb-33a598860bf9 disassociated. External IP: 172.27.3.252, port: fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4. Mar 08 12:06:31.177707 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:06:31.183270 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-529e38e5-0b1b-457b-bfd5-46c29385f0cf req-5755f8bc-871e-47be-bb39-e73e9271d1c1 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902939 Mar 08 12:06:31.385459 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.415221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:31.426753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.427108 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.427455 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.427858 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.428241 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.428955 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.428955 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.429265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.429553 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.429878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.430201 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.430524 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.430841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.546679 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:31.679199 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74b54-d70b-447e-8e6d-77a4e61fc164 req-4850c64b-1c9a-43e8-963d-c05c580708a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.680915 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0a74b54-d70b-447e-8e6d-77a4e61fc164 req-4850c64b-1c9a-43e8-963d-c05c580708a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0606618 Mar 08 12:06:31.747333 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d0a74b54-d70b-447e-8e6d-77a4e61fc164 req-018ed981-2734-4c86-b9b7-3f9cdd3e208b tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603080 Mar 08 12:06:31.927337 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:31.938180 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:31.950066 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:31.950702 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:31.969150 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] No DVR routers for this DVR port fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:06:31.971894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.975713 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37c2d150-8ebe-46b9-886b-0928ce1ae7ed req-107b8fe0-ab28-421c-a89a-e88beb1cf24a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "DELETE /v2.0/ports/fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 HTTP/1.1" status: 204 len: 173 time: 1.2494864 Mar 08 12:06:31.976193 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'name': 'network-vif-deleted', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:31.979046 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bb798e-0bbb-4662-a3ca-f2949c26b8b2" -d '{"events": [{"server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "name": "network-vif-deleted", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:32.018033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30acaeb-26d2-4e6f-b3eb-f0435bbba4e0 x-openstack-request-id: req-e30acaeb-26d2-4e6f-b3eb-f0435bbba4e0 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:32.018442 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b6b33-0c7f-4da5-8077-9820a1f04bc7", "name": "network-vif-deleted", "tag": "fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:32.018577 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e30acaeb-26d2-4e6f-b3eb-f0435bbba4e0 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:32.018965 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b6b33-0c7f-4da5-8077-9820a1f04bc7', 'name': 'network-vif-deleted', 'tag': 'fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4', 'status': 'completed', 'code': 200} Mar 08 12:06:32.074353 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:32.292646 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e633f2fe-7eec-4b75-8a0f-12c4a87857ec req-ba3b1274-6fb5-473a-b48f-05250142b377 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.0322020 Mar 08 12:06:32.295145 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:32.331149 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:32.336098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:32.336715 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:32.447215 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:32.656971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:32.704346 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905481c9-3311-4e52-a882-3b0aab155e89 None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:32.895872 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab08a3-6534-4f5c-8f35-5ea38b4066f9 req-d229b457-91d5-4fb6-981c-612e00150291 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:32.898170 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4aab08a3-6534-4f5c-8f35-5ea38b4066f9 req-d229b457-91d5-4fb6-981c-612e00150291 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0617912 Mar 08 12:06:32.963872 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e4592-01dc-47f5-895f-535d0fb0f1be None None] New status for floating IP fc6275d9-4b49-458e-9ebb-33a598860bf9: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:06:32.966732 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4aab08a3-6534-4f5c-8f35-5ea38b4066f9 req-1979a8d5-b6e6-401d-b3a7-7e0d2960ccd2 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620425 Mar 08 12:06:33.404722 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2403a152-9f38-4571-a6dd-b4a0c843b558 req-803e66d5-917b-48d1-b2a7-2baf2303f10f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=459b6b33-0c7f-4da5-8077-9820a1f04bc7 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Mar 08 12:06:34.089643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c093-81b2-4094-a2fa-1cfeec1aa4dd req-ef291bcd-cedf-452b-aafa-6045589cc936 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:34.091293 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9876c093-81b2-4094-a2fa-1cfeec1aa4dd req-ef291bcd-cedf-452b-aafa-6045589cc936 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0543399 Mar 08 12:06:34.105965 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:06:34.127168 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:06:34.127535 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device fb83f6f2-6147-4f88-a6dd-be2ca7ff0da4 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:06:34.154606 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9876c093-81b2-4094-a2fa-1cfeec1aa4dd req-fc7e4746-fa8d-4852-bf9d-ccec3ecdaecc tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572705 Mar 08 12:06:34.732454 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-74b2e15e-5553-41db-9fe3-78f84f923c16 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166741701&fields=id&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 267 time: 0.0449512 Mar 08 12:06:34.840865 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-78bafb86-44d3-4a84-9177-cb58def4a176 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:34.842353 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-78bafb86-44d3-4a84-9177-cb58def4a176 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.1035593 Mar 08 12:06:34.857294 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-1fd5ff76-caa9-4c15-a611-2d4bf075d370 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/quotas/5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Mar 08 12:06:34.914923 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-2974e875-4c8b-40eb-a9fe-0c7ce64baaee tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523653 Mar 08 12:06:35.016421 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-754df857-dd69-4177-aa00-d04cf4fef5d4 service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905313 Mar 08 12:06:35.111120 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-0a18ddfd-626f-482e-b059-b45fcf980eac service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890036 Mar 08 12:06:35.280159 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b533530-14bd-4836-8666-37a3b2395c39 req-b392ae4f-15f9-4ca1-8160-f3d48157c460 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:35.281639 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8b533530-14bd-4836-8666-37a3b2395c39 req-b392ae4f-15f9-4ca1-8160-f3d48157c460 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0573127 Mar 08 12:06:35.343028 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8b533530-14bd-4836-8666-37a3b2395c39 req-7f77b821-3721-4bc4-83ea-bc67489d8eac tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557508 Mar 08 12:06:35.626256 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e629c750-e029-48c2-bbe9-4e7afb7bef92 req-818a4705-7d8f-4735-87af-9d993214f181 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 210 time: 0.0270474 Mar 08 12:06:36.477387 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e84d-e751-4fe9-b821-58baaeb102cd req-16d8d1b4-227b-48c3-9497-f3c81a66503d tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:36.478925 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d6b1e84d-e751-4fe9-b821-58baaeb102cd req-16d8d1b4-227b-48c3-9497-f3c81a66503d tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0628350 Mar 08 12:06:36.545108 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d6b1e84d-e751-4fe9-b821-58baaeb102cd req-a5c8da8e-5ca8-4fd5-9864-1930259884e5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601873 Mar 08 12:06:36.730548 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b0d8a667-e5fe-49da-98ad-b65d51fc2ca9 req-51d6ddc7-7b06-48a3-a954-f632e82580e3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 210 time: 0.0301676 Mar 08 12:06:37.579052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-473a743d-44e5-47f2-888a-36af11649618 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:37.580587 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-473a743d-44e5-47f2-888a-36af11649618 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.1077504 Mar 08 12:06:37.687773 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-108c98a5-55c7-4eac-b15a-28116c075d9f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 380 time: 0.0922728 Mar 08 12:06:37.702326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'port': {'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'admin_state_up': True, 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'security_groups': ['c8091b79-8399-4ff4-9fea-ad0311c7f3ea']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:37.713381 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09f69e-82f6-42b6-a2e3-98d158561b10 req-b1d9df47-0416-4e3a-adb6-843b31b9ce17 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:37.716451 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb09f69e-82f6-42b6-a2e3-98d158561b10 req-b1d9df47-0416-4e3a-adb6-843b31b9ce17 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0964701 Mar 08 12:06:37.836849 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-54974750-d80e-4464-acd1-6ed84a74ef47 req-7fa4ca90-d634-4ef1-830e-7027699fbafe tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 210 time: 0.0290987 Mar 08 12:06:37.859017 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb09f69e-82f6-42b6-a2e3-98d158561b10 req-510cd994-a1ac-4d36-93e8-e422c925f28a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309011 Mar 08 12:06:37.948915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Made reservation on behalf of 5699872c8cb440dd860801aa699d0699 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:37.952509 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.084252 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.20.0.4 (3c15c74c-d493-43d2-9761-260880e4d663/e110e0b4-3e65-46e2-a574-3d663e3d8d52/d8c2c6ed-b253-44c9-8ca6-06eef1916121) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:38.238661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.332390 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.376949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:38.379132 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:38.388321 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:38.431997 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:38.452465 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:38.453226 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.531072 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-7c948526-28f0-495c-bc6a-86201ca8315f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332052 Mar 08 12:06:38.549831 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Request body: {'port': {'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:38.617403 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.634017 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a320cfc2-fee2-4465-940b-17ed797c9cce None None] Provisioning complete for port d8c2c6ed-b253-44c9-8ca6-06eef1916121 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:38.634017 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a320cfc2-fee2-4465-940b-17ed797c9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.670902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a320cfc2-fee2-4465-940b-17ed797c9cce None None] Port d8c2c6ed-b253-44c9-8ca6-06eef1916121 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:38.908057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c2c6ed-b253-44c9-8ca6-06eef1916121 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:38.917070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks [] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:38.931732 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Transition to ACTIVE for port object d8c2c6ed-b253-44c9-8ca6-06eef1916121 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:06:38.971677 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc203b-8039-477b-bc51-5db6ead0f500 req-af976122-329a-4148-b524-9d36fc6a425f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:38.973204 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0acc203b-8039-477b-bc51-5db6ead0f500 req-af976122-329a-4148-b524-9d36fc6a425f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 931 time: 0.0595784 Mar 08 12:06:38.991337 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f4185-5a8b-4868-938b-94c676e9ed1b req-97a26876-9e77-48eb-a6dc-f8bdabbefd4c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:38.992557 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-984f4185-5a8b-4868-938b-94c676e9ed1b req-97a26876-9e77-48eb-a6dc-f8bdabbefd4c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0559711 Mar 08 12:06:39.007724 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:39.046700 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0acc203b-8039-477b-bc51-5db6ead0f500 req-d78ac0f9-6576-44e8-a18f-ff965d2512f9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626926 Mar 08 12:06:39.098148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:39.110416 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-984f4185-5a8b-4868-938b-94c676e9ed1b req-55b00a08-501b-428a-9450-c1048bd4dd49 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096780 Mar 08 12:06:39.189860 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Attempting to bind port d8c2c6ed-b253-44c9-8ca6-06eef1916121 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:39.190235 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Attempting to bind port d8c2c6ed-b253-44c9-8ca6-06eef1916121 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:39.190574 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Attempting to bind port d8c2c6ed-b253-44c9-8ca6-06eef1916121 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:39.201385 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Port d8c2c6ed-b253-44c9-8ca6-06eef1916121 on network 3c15c74c-d493-43d2-9761-260880e4d663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:06:39.204287 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Attempting to bind port d8c2c6ed-b253-44c9-8ca6-06eef1916121 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:39.207649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:39.207999 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:39.208392 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Bound using segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:39.208966 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Bound port: d8c2c6ed-b253-44c9-8ca6-06eef1916121, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:39.209347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:39.285751 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:39.289840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:39.363104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:39.400684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.401246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:39.402655 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] 10.222.0.58 "PUT /v2.0/ports/d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 1093 time: 0.8573534 Mar 08 12:06:39.403093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:39.409844 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:39.433303 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0af74-0098-4da9-aabc-c19311c3e8db service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:39.451823 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163814d-2a79-4b51-8a60-24329ecb9b6b x-openstack-request-id: req-a163814d-2a79-4b51-8a60-24329ecb9b6b {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:39.452278 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:39.452688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a163814d-2a79-4b51-8a60-24329ecb9b6b {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:39.453290 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'status': 'completed', 'code': 200} Mar 08 12:06:39.550125 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-9404c540-df30-42a2-8d5f-3404b57d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.551691 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-9404c540-df30-42a2-8d5f-3404b57d9d8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1127 time: 0.0514090 Mar 08 12:06:39.666406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-7a43e3bc-875e-47d2-a494-2a1b7421d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.667822 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-7a43e3bc-875e-47d2-a494-2a1b7421d928 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5699872c8cb440dd860801aa699d0699&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1031380 Mar 08 12:06:39.764553 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-ed1c22bc-9b44-45de-8bcb-ee3d349b23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.766020 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-08390c5f-2df7-4b02-a578-ee2ea89c7ae1 req-ed1c22bc-9b44-45de-8bcb-ee3d349b23f0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922284 Mar 08 12:06:39.881861 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-db51e4b9-ecbf-440e-b666-05a9d1d4182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.884898 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-db51e4b9-ecbf-440e-b666-05a9d1d4182a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1127 time: 0.0531411 Mar 08 12:06:39.933639 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48d4e9c-384c-4089-8096-236efb3371cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:39.940973 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-aafb28bc-9f6f-4ec7-9e61-813ca6142ded service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 217 time: 0.0344927 Mar 08 12:06:39.995256 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-44e76372-9b75-4e17-aedd-8ead4141bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.996757 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-44e76372-9b75-4e17-aedd-8ead4141bd9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0469320 Mar 08 12:06:40.053324 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-77713c20-46a5-496b-81a6-5eca3fb1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:40.054894 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-77713c20-46a5-496b-81a6-5eca3fb1aa27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489309 Mar 08 12:06:40.182847 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-c5c0ddb0-b543-4d1f-b5e7-55294ed183b1 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198540 Mar 08 12:06:40.215491 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505899da-9761-4acf-b213-53dda0e72972 req-990002ac-83ee-45f6-a225-5290af766129 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:40.217162 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-505899da-9761-4acf-b213-53dda0e72972 req-990002ac-83ee-45f6-a225-5290af766129 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0996151 Mar 08 12:06:40.245347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffebad-2c4e-4053-b896-d6a0cbaf09b1 req-01a55c07-824b-4bdd-a502-7acfce29b442 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:40.246905 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bdffebad-2c4e-4053-b896-d6a0cbaf09b1 req-01a55c07-824b-4bdd-a502-7acfce29b442 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0577390 Mar 08 12:06:40.310588 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-505899da-9761-4acf-b213-53dda0e72972 req-fbd19519-70ed-4de3-a82e-447ed78ba906 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866203 Mar 08 12:06:40.318366 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-bdffebad-2c4e-4053-b896-d6a0cbaf09b1 req-f0f12c21-6cc3-4994-9714-17861bf8f4b5 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627160 Mar 08 12:06:40.330336 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3265887-2286-4c53-9e1e-38aa07de8f7d req-b8f1baee-b632-48db-8968-2915b84f02e9 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396294 Mar 08 12:06:41.438299 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456a67-af19-4e05-ad37-a25b6e3d6d55 req-f2a78994-70d2-4d20-8ea8-84fe14f24d34 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:41.439863 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a456a67-af19-4e05-ad37-a25b6e3d6d55 req-f2a78994-70d2-4d20-8ea8-84fe14f24d34 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0565965 Mar 08 12:06:41.448519 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e7c6-af5a-4964-bad9-426dca42e4e0 req-2fc488a4-2765-460e-a0cd-2fafa78d9b22 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:41.449949 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d5a0e7c6-af5a-4964-bad9-426dca42e4e0 req-2fc488a4-2765-460e-a0cd-2fafa78d9b22 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0566449 Mar 08 12:06:41.504579 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a456a67-af19-4e05-ad37-a25b6e3d6d55 req-3ef91cd1-69ff-43bc-b5fe-e0552d08176f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581415 Mar 08 12:06:41.515955 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d5a0e7c6-af5a-4964-bad9-426dca42e4e0 req-58f224f7-2e89-4df0-b00c-8c226d79a986 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570061 Mar 08 12:06:41.880386 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:42.081037 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a6546b4-da2e-4e6b-b637-5e11617b7271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:42.634580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec42363-e2cb-4d50-8886-9c82009ee042 req-a1950936-a959-4e60-ae8e-4b7c5068aa9e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:42.636301 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ec42363-e2cb-4d50-8886-9c82009ee042 req-a1950936-a959-4e60-ae8e-4b7c5068aa9e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0569201 Mar 08 12:06:42.647689 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a803-7987-427c-b58f-993393c0e7c5 req-7cc2dbe6-e682-4be5-bde6-76de18a299e9 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:42.649480 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3330a803-7987-427c-b58f-993393c0e7c5 req-7cc2dbe6-e682-4be5-bde6-76de18a299e9 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0565553 Mar 08 12:06:42.701589 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ec42363-e2cb-4d50-8886-9c82009ee042 req-79ca97f0-4dd6-40b0-924e-0883d5319ea3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579507 Mar 08 12:06:42.717188 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3330a803-7987-427c-b58f-993393c0e7c5 req-e9c1f3e1-4303-41f9-a5ff-e3fcff29e10a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616968 Mar 08 12:06:43.203227 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:43.828775 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12abb3a-1e0f-448c-a09c-4eba21847e81 req-fc316487-d41f-4677-bef4-f9e3d3520923 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.830258 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e12abb3a-1e0f-448c-a09c-4eba21847e81 req-fc316487-d41f-4677-bef4-f9e3d3520923 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0536830 Mar 08 12:06:43.851493 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822dbc9-05f8-41a7-9674-016e02a10281 req-02fa4325-621b-4ddc-baba-bf436a2a78fe tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.853037 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0822dbc9-05f8-41a7-9674-016e02a10281 req-02fa4325-621b-4ddc-baba-bf436a2a78fe tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0589755 Mar 08 12:06:43.883597 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e12abb3a-1e0f-448c-a09c-4eba21847e81 req-08829f1b-604e-4c9f-89b4-0ca4a444405a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Mar 08 12:06:43.915976 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0822dbc9-05f8-41a7-9674-016e02a10281 req-1641cbd4-cf22-4a6d-97d4-718ad3762130 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570986 Mar 08 12:06:44.808574 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:45.009153 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed084e4-3296-436d-b514-7208d89cd6f9 req-abce0e63-e651-4be4-8ccb-07f661f0ea14 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.010714 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8ed084e4-3296-436d-b514-7208d89cd6f9 req-abce0e63-e651-4be4-8ccb-07f661f0ea14 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0601244 Mar 08 12:06:45.056689 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112ab5f-c969-4573-bf67-330869c09f2f req-d59d2e4d-772e-4890-8f81-88302c47aed3 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.058438 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a112ab5f-c969-4573-bf67-330869c09f2f req-d59d2e4d-772e-4890-8f81-88302c47aed3 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0715668 Mar 08 12:06:45.070456 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8ed084e4-3296-436d-b514-7208d89cd6f9 req-28bf45c0-083c-4153-8e9d-3b65ac5fb094 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541797 Mar 08 12:06:45.124597 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a112ab5f-c969-4573-bf67-330869c09f2f req-aff7fb52-e015-4bc2-830e-15921df02138 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558949 Mar 08 12:06:45.988795 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:46.194594 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d562-e795-4b06-b9d0-3d56243453be req-ba5ef56f-983a-420f-a33e-2ad5e475dbce tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:46.196130 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-03c7d562-e795-4b06-b9d0-3d56243453be req-ba5ef56f-983a-420f-a33e-2ad5e475dbce tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0546887 Mar 08 12:06:46.247846 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03228c0-6d7d-4029-bfee-c7978cd9f934 req-ea2786e1-085a-49a9-a9a4-18736b5e82aa tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:46.249332 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f03228c0-6d7d-4029-bfee-c7978cd9f934 req-ea2786e1-085a-49a9-a9a4-18736b5e82aa tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0546517 Mar 08 12:06:46.251647 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-03c7d562-e795-4b06-b9d0-3d56243453be req-c326c742-dc9c-44d4-aeb2-ad92e56c82a3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 Mar 08 12:06:46.317805 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f03228c0-6d7d-4029-bfee-c7978cd9f934 req-35bac619-4604-4503-8ace-938b7b0134e6 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626004 Mar 08 12:06:47.371876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4a59-7e9e-47e8-b719-e9b639dbb442 req-d4f764bc-27a9-43d1-91da-87eac0b63555 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:47.373418 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84bd4a59-7e9e-47e8-b719-e9b639dbb442 req-d4f764bc-27a9-43d1-91da-87eac0b63555 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 943 time: 0.0574105 Mar 08 12:06:47.423858 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84bd4a59-7e9e-47e8-b719-e9b639dbb442 req-6e6d1509-e0ab-4253-96d1-54d7b68469f2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Mar 08 12:06:47.437006 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353220d-fcc6-4ba0-91f5-147c97587d88 req-b1349668-47a9-4f38-81ad-01a6d109ebb8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:47.438518 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f353220d-fcc6-4ba0-91f5-147c97587d88 req-b1349668-47a9-4f38-81ad-01a6d109ebb8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0530670 Mar 08 12:06:47.498568 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f353220d-fcc6-4ba0-91f5-147c97587d88 req-39a04c0e-5949-4b63-9b06-2c3a999e6b4f tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7eb79e8-04c1-4081-9771-e13a8085f55d&id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544102 Mar 08 12:06:48.164004 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d8c2c6ed-b253-44c9-8ca6-06eef1916121 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:06:48.266176 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:48.277304 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:06:48.313575 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port d8c2c6ed-b253-44c9-8ca6-06eef1916121 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:48.313963 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:48.327436 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c2c6ed-b253-44c9-8ca6-06eef1916121 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:48.346951 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:48.414215 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:48.469848 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:48.479422 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.479807 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.480159 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.480510 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.480844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.481794 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.482138 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.482476 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.482813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.483146 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.483479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.484007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.484340 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.549271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437efce7-16fd-40a1-853c-435946b923fe req-83f0bb8e-b88a-47ef-912f-8ec617d79b97 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:48.550845 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-437efce7-16fd-40a1-853c-435946b923fe req-83f0bb8e-b88a-47ef-912f-8ec617d79b97 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 944 time: 0.0550725 Mar 08 12:06:48.599219 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-437efce7-16fd-40a1-853c-435946b923fe req-eaba9f6a-ce99-4ac5-b4f3-ee9b419cd3f3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Mar 08 12:06:48.763269 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['d8c2c6ed-b253-44c9-8ca6-06eef1916121'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:49.718502 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63d6d-5255-4527-a0f9-8b2a4ade0bd4 req-77efe2b7-09d3-4517-b1a9-1e452d177fd0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:49.720005 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2db63d6d-5255-4527-a0f9-8b2a4ade0bd4 req-77efe2b7-09d3-4517-b1a9-1e452d177fd0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 944 time: 0.0528889 Mar 08 12:06:49.767944 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2db63d6d-5255-4527-a0f9-8b2a4ade0bd4 req-b2390be8-e3e6-4554-b7c2-7de85aa5bba3 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Mar 08 12:06:50.169813 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d8c2c6ed-b253-44c9-8ca6-06eef1916121 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:50.305361 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port d8c2c6ed-b253-44c9-8ca6-06eef1916121 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:06:50.309354 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port d8c2c6ed-b253-44c9-8ca6-06eef1916121 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:50.309755 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.393424 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port d8c2c6ed-b253-44c9-8ca6-06eef1916121 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:50.393817 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.417705 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:50.420032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2be018-4c6d-43d0-ae15-ca235c001857" -d '{"events": [{"server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:50.432599 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:50.455724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864de28-8983-4ed2-8be3-107402fedc28 x-openstack-request-id: req-b864de28-8983-4ed2-8be3-107402fedc28 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:50.456016 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:50.474946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b864de28-8983-4ed2-8be3-107402fedc28 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:50.474946 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'code': 200} Mar 08 12:06:50.523098 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.569784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:50.893220 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102baaad-94b3-44e5-a81d-50e06f738424 req-9a857092-a8e3-49c8-81a2-6b3e3061c055 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.894701 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-102baaad-94b3-44e5-a81d-50e06f738424 req-9a857092-a8e3-49c8-81a2-6b3e3061c055 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0593164 Mar 08 12:06:50.941433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a9cf1-31a5-4929-9329-56de143b9f1e req-717d0fbc-9e3f-48f9-85d6-a4db325bfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.942938 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-426a9cf1-31a5-4929-9329-56de143b9f1e req-717d0fbc-9e3f-48f9-85d6-a4db325bfb66 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1129 time: 0.0432682 Mar 08 12:06:50.945976 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-102baaad-94b3-44e5-a81d-50e06f738424 req-ddbf30f0-4f88-4b26-bc09-a6bdd6a597b7 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Mar 08 12:06:50.994749 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-426a9cf1-31a5-4929-9329-56de143b9f1e req-7cfbc813-2048-4c40-a086-9dc7411e74c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Mar 08 12:06:52.065862 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da466-13b0-49d6-823f-9dca606acd99 req-0ea8f4fe-6ebf-4513-ac7b-14e736968639 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:52.067336 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc9da466-13b0-49d6-823f-9dca606acd99 req-0ea8f4fe-6ebf-4513-ac7b-14e736968639 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0517440 Mar 08 12:06:52.116500 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc9da466-13b0-49d6-823f-9dca606acd99 req-19cd0199-b6b7-4543-8829-3901d6eeb828 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434589 Mar 08 12:06:53.236627 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb6725-7ae1-4a89-82b9-8fc053b192f9 req-aa16a5da-a5fe-473a-abe2-4c0bb404285e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.238192 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-43bb6725-7ae1-4a89-82b9-8fc053b192f9 req-aa16a5da-a5fe-473a-abe2-4c0bb404285e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0536237 Mar 08 12:06:53.287653 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-43bb6725-7ae1-4a89-82b9-8fc053b192f9 req-466d2285-db9b-4cae-ba25-4b0d08f230e9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Mar 08 12:06:53.404947 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e920a-6723-41ac-81f1-63fc7c48db72 req-fac14ecf-ad46-49de-be1c-27ab9e856eec tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.406330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b8e920a-6723-41ac-81f1-63fc7c48db72 req-fac14ecf-ad46-49de-be1c-27ab9e856eec tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0529377 Mar 08 12:06:53.453334 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b8e920a-6723-41ac-81f1-63fc7c48db72 req-e08fe96c-d58b-4544-b93f-f5b2c0348e14 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Mar 08 12:06:53.475789 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35542) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:53.520587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272168e-e719-4cb1-9c5f-d8b10103dfd2 tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.522071 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9272168e-e719-4cb1-9c5f-d8b10103dfd2 tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1124 time: 0.0451248 Mar 08 12:06:53.525597 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35544) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:53.529792 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:53.611882 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:53.705693 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:53.814268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.27.3.242 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/8f452b79-bb2d-40b7-a1ba-24cb46ed95fb) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:53.920724 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.014772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.057101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:54.059990 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:54.063437 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:54.087667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=8f452b79-bb2d-40b7-a1ba-24cb46ed95fb,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:54.439495 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (c9112f28-f9c5-481e-a3b9-88907f20af4b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.617775 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.778518 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.834888 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.905228 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=8f452b79-bb2d-40b7-a1ba-24cb46ed95fb,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:54.913129 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (c9112f28-f9c5-481e-a3b9-88907f20af4b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.018470 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP c9112f28-f9c5-481e-a3b9-88907f20af4b associated. External IP: 172.27.3.242, port: d8c2c6ed-b253-44c9-8ca6-06eef1916121. Mar 08 12:06:55.492726 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:55.601215 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:55.610902 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:55.620934 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:55.621633 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:55.708035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.730787 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:55.739151 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b66c2d33-8a44-4254-84de-9dc1b831c84f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2125187 Mar 08 12:06:55.740093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:55.742631 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca949047-86d2-4356-a15f-eab5e5a2168c" -d '{"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:55.780830 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe9337-cb5f-4663-a854-cb069ae87f24 x-openstack-request-id: req-7ebe9337-cb5f-4663-a854-cb069ae87f24 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:55.781135 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:55.781397 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ebe9337-cb5f-4663-a854-cb069ae87f24 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:55.781808 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'status': 'completed', 'code': 200} Mar 08 12:06:55.883800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-32725390-e879-4fd8-9c84-46843dfd6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:55.885331 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-32725390-e879-4fd8-9c84-46843dfd6ea4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1129 time: 0.0458026 Mar 08 12:06:55.964320 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:54Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:55.982817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-f282859d-ee15-40cd-8c34-9c3e2b81e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:55.984375 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-f282859d-ee15-40cd-8c34-9c3e2b81e29a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0902507 Mar 08 12:06:55.990714 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:56.000737 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:56.001297 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:06:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:56.055312 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-45d76f97-cc79-4cfe-9aa5-bc7d4bbe8d0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 999 time: 0.0624664 Mar 08 12:06:56.064720 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:56.105848 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-9a556255-0059-4e97-b6af-da7e7490383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:56.107374 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-9a556255-0059-4e97-b6af-da7e7490383f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0470231 Mar 08 12:06:56.162401 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-19a86b0b-4407-4b2c-9696-b4e56331af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:56.164728 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-19a86b0b-4407-4b2c-9696-b4e56331af01 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497353 Mar 08 12:06:56.248058 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:56.262531 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-a9709d5c-9cc6-4442-b259-d0f025dbb3d4 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924563 Mar 08 12:06:56.358612 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ca949047-86d2-4356-a15f-eab5e5a2168c req-85d92b2a-a66c-4dd8-ae5a-dde2fc6a3f6c service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889771 Mar 08 12:06:56.487220 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:54Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:56.516828 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911557cb-8929-4254-8fc6-c9047ec2a5f6 None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:54Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:56.706932 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878858d9-2a7c-4466-a4f7-105b4175ff86 None None] New status for floating IP c9112f28-f9c5-481e-a3b9-88907f20af4b: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:04.731505 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeca152-3011-44fd-b535-b6701bc310b9 req-83543962-c46d-4ab6-9275-0fa3d7f17679 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:04.733066 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-deeca152-3011-44fd-b535-b6701bc310b9 req-83543962-c46d-4ab6-9275-0fa3d7f17679 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0582006 Mar 08 12:07:04.785779 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-deeca152-3011-44fd-b535-b6701bc310b9 req-0e21f297-643e-43a0-ba98-d8ccf6cfa4ce tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472543 Mar 08 12:07:05.922227 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d7c8-e915-4ea8-8b7f-ecba6cd8791b req-37bbb599-a982-4824-96b7-7f61af621e19 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:05.923735 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9c75d7c8-e915-4ea8-8b7f-ecba6cd8791b req-37bbb599-a982-4824-96b7-7f61af621e19 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0579808 Mar 08 12:07:05.970528 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9c75d7c8-e915-4ea8-8b7f-ecba6cd8791b req-4aac685f-27fd-4e95-bccd-1146a205de5e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Mar 08 12:07:07.098872 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46dc78-16f1-48ee-ab9f-be3d509cf487 req-1a67c515-7d47-4698-8223-6a02a6c830d7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:07.100452 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3c46dc78-16f1-48ee-ab9f-be3d509cf487 req-1a67c515-7d47-4698-8223-6a02a6c830d7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0578914 Mar 08 12:07:07.148529 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3c46dc78-16f1-48ee-ab9f-be3d509cf487 req-bf19e4bc-0ceb-436d-894d-1d91c9bfc0d6 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Mar 08 12:07:08.276622 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0a548-8f29-45c6-850d-9301fc319be6 req-bd47d532-0fd5-4e8b-aa81-7316493dc354 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:08.278264 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-46b0a548-8f29-45c6-850d-9301fc319be6 req-bd47d532-0fd5-4e8b-aa81-7316493dc354 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0541182 Mar 08 12:07:08.325127 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-46b0a548-8f29-45c6-850d-9301fc319be6 req-272e69df-a30e-4bee-80ca-408eb51dcfb4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Mar 08 12:07:09.448670 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71954de-9aa6-4778-8f81-0586b9aa80b2 req-e83c1327-3d69-43ef-9aa2-0f299cb6e04f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.450179 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e71954de-9aa6-4778-8f81-0586b9aa80b2 req-e83c1327-3d69-43ef-9aa2-0f299cb6e04f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Mar 08 12:07:09.500611 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e71954de-9aa6-4778-8f81-0586b9aa80b2 req-ca566629-5431-404a-879f-54e68bb09a28 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Mar 08 12:07:09.935327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d1aac484-6156-46b1-b328-e72eaa134631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.480383 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed58f2-1c45-4056-8383-1379a21a810d req-570ff17f-91e0-4fcc-b421-8c43e3d82c77 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.481782 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7bed58f2-1c45-4056-8383-1379a21a810d req-570ff17f-91e0-4fcc-b421-8c43e3d82c77 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Mar 08 12:07:10.528728 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7bed58f2-1c45-4056-8383-1379a21a810d req-1d24ea81-f95b-4d46-aac0-a02afb8ea8c3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Mar 08 12:07:10.624833 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66855dc-68bd-4767-a9b0-7bdcc3ac6385 req-8a893c79-dce9-4459-b71a-5386b94a1bfd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.626354 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c66855dc-68bd-4767-a9b0-7bdcc3ac6385 req-8a893c79-dce9-4459-b71a-5386b94a1bfd tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0524588 Mar 08 12:07:10.672347 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c66855dc-68bd-4767-a9b0-7bdcc3ac6385 req-8cffd071-7999-4abe-8f39-07ae32921c43 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402660 Mar 08 12:07:11.647452 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac745877-64fa-42f2-bfa3-c6b87ac194d8 req-63eb5e55-4508-412a-b35c-5025b6fdbaab tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:11.648973 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ac745877-64fa-42f2-bfa3-c6b87ac194d8 req-63eb5e55-4508-412a-b35c-5025b6fdbaab tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0525801 Mar 08 12:07:11.699886 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ac745877-64fa-42f2-bfa3-c6b87ac194d8 req-f0e44a36-1494-4a61-96bd-bdd1fc794933 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Mar 08 12:07:11.795410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96cb5d-3f62-4fe6-8a0e-41ee3c288512 req-beebf2ac-4843-4da5-8688-933905c77b3e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:11.796856 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8c96cb5d-3f62-4fe6-8a0e-41ee3c288512 req-beebf2ac-4843-4da5-8688-933905c77b3e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Mar 08 12:07:11.843753 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8c96cb5d-3f62-4fe6-8a0e-41ee3c288512 req-84b6251e-7694-40e4-be7c-bf5401d1dc23 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Mar 08 12:07:11.917534 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:12.109674 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-21575c28-7bbb-4875-b8e2-dad7fd62ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:12.569942 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-96f9fab1-de02-494e-b8b4-1502e1099b9a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.571392 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-96f9fab1-de02-494e-b8b4-1502e1099b9a tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.0531271 Mar 08 12:07:12.689614 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:12.690317 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:12.818275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] For port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:12.818647 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:12.889406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d0ea-975f-4380-8647-aaaa9797878e req-36c5a884-b6d9-46b8-9457-d6acc01c32eb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.891021 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3cc3d0ea-975f-4380-8647-aaaa9797878e req-36c5a884-b6d9-46b8-9457-d6acc01c32eb tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 945 time: 0.1226337 Mar 08 12:07:12.978306 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034704-92fa-4e5a-9061-ce93f6627b5c req-2d674948-5147-4d5d-b0d3-0e467fecf85f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.981373 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-34034704-92fa-4e5a-9061-ce93f6627b5c req-2d674948-5147-4d5d-b0d3-0e467fecf85f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0621474 Mar 08 12:07:13.033970 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-34034704-92fa-4e5a-9061-ce93f6627b5c req-cdad057b-24e3-4fe9-8918-aa60e749c105 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470285 Mar 08 12:07:13.044294 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3cc3d0ea-975f-4380-8647-aaaa9797878e req-1894353e-592f-484a-b8bf-f2e9cc341ca6 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups?id=8871e15c-8a94-4175-b5c1-e30bb4b29a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460896 Mar 08 12:07:13.070272 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:13.070649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:13.070976 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Floating IP 505c5f31-a967-4017-8063-074b7fb49a6f disassociated. External IP: 172.27.3.147, port: ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7. Mar 08 12:07:13.071320 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:13.235879 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:13.261580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:13.296753 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:13.417051 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:13.529849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:13.539488 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:13.548834 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:13.549447 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:13.570093 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] No DVR routers for this DVR port ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:13.573343 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:13.576767 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de1105c8-3ba1-429c-8a81-6316c8b3b555 req-06edd7f1-4a89-43bb-9326-91cfe8f9c2c8 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.58 "DELETE /v2.0/ports/ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 HTTP/1.1" status: 204 len: 173 time: 0.9812768 Mar 08 12:07:13.577217 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'name': 'network-vif-deleted', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:13.579475 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd69743-304e-4e5f-9f36-05c5c2cc69c7" -d '{"events": [{"server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "name": "network-vif-deleted", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:13.614717 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e06ae-c5ec-41b9-baac-9f5e1d86556f x-openstack-request-id: req-424e06ae-c5ec-41b9-baac-9f5e1d86556f {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:13.615010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6929792a-cbcd-4a78-9910-953f026bc373", "name": "network-vif-deleted", "tag": "ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:13.615267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-424e06ae-c5ec-41b9-baac-9f5e1d86556f {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:13.615703 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6929792a-cbcd-4a78-9910-953f026bc373', 'name': 'network-vif-deleted', 'tag': 'ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7', 'status': 'completed', 'code': 200} Mar 08 12:07:13.671790 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:13.887587 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:13.914181 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:13.923171 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:13.923836 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:14.033655 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:14.165112 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-cf2172b1-fa56-468d-b318-6862d779a0a4 req-f239fb0f-823b-4c54-a17f-f3228c44759d tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/ports?device_id=6929792a-cbcd-4a78-9910-953f026bc373 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Mar 08 12:07:14.171323 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af07cc-da38-4146-b48e-ef434ffd2369 req-91f008d2-0a35-46a6-bcd1-bda1f7b99474 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:14.173048 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86af07cc-da38-4146-b48e-ef434ffd2369 req-91f008d2-0a35-46a6-bcd1-bda1f7b99474 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0587156 Mar 08 12:07:14.224821 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86af07cc-da38-4146-b48e-ef434ffd2369 req-ddb739fb-8cdb-454c-be0d-da1b5124f6b9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462139 Mar 08 12:07:14.245112 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:14.276117 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471937c-3be6-4b15-a2fa-59a3222e0bf6 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'bc9bdc80-0934-4e3a-bf8a-69852fd14a88', 'name': '', 'network_id': '04128b25-ef2e-4223-a8ce-99728c9e9ea0', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'mac_address': 'fa:16:3e:4a:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:16Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'subnets': [{'id': 'ae36c340-c335-42c1-9e77-2bd17f9ca0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:14.512909 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079a9e8-9a3c-4392-8472-4fd6faee5188 None None] New status for floating IP 505c5f31-a967-4017-8063-074b7fb49a6f: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:14.800816 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.345202 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890bef5-d09e-4e7b-8843-0070511b49b3 req-455850fa-0967-4ff5-853c-d6ee820050d4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:15.345715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35682) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:15.346745 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9890bef5-d09e-4e7b-8843-0070511b49b3 req-455850fa-0967-4ff5-853c-d6ee820050d4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Mar 08 12:07:15.392575 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9890bef5-d09e-4e7b-8843-0070511b49b3 req-263269d1-f95b-4293-814c-409c12f8c502 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Mar 08 12:07:15.398915 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (8871e15c-8a94-4175-b5c1-e30bb4b29a3f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.426314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (8871e15c-8a94-4175-b5c1-e30bb4b29a3f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.569045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8871e15c-8a94-4175-b5c1-e30bb4b29a3f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.571635 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.572808 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/security-groups/8871e15c-8a94-4175-b5c1-e30bb4b29a3f HTTP/1.1" status: 204 len: 168 time: 0.2265255 Mar 08 12:07:15.575626 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35684) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:15.581821 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ca1bd-e6c2-48b9-96a0-af4e0e8045a3 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8871e15c-8a94-4175-b5c1-e30bb4b29a3f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:15.591380 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.api.v2.resource [None req-94e3abb4-3887-45f5-97c8-cef143520c43 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] show failed (client error): The resource could not be found. Mar 08 12:07:15.602067 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-94e3abb4-3887-45f5-97c8-cef143520c43 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "GET /v2.0/security-groups/8871e15c-8a94-4175-b5c1-e30bb4b29a3f HTTP/1.1" status: 404 len: 347 time: 0.0157192 Mar 08 12:07:15.604284 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35686) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:15.727436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Deleting port ecd70869-0c74-4b2d-8be0-d037a7770c8e {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:15.727808 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.801021 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.801254 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (ecd70869-0c74-4b2d-8be0-d037a7770c8e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.813050 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Calling delete_port for ecd70869-0c74-4b2d-8be0-d037a7770c8e owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:15.997603 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.026522 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ecd70869-0c74-4b2d-8be0-d037a7770c8e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.048968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Pushing event deleted for resources: {'Port': ['ID=ecd70869-0c74-4b2d-8be0-d037a7770c8e,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:16.067055 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.071705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:16.127008 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks [] for floatingip (505c5f31-a967-4017-8063-074b7fb49a6f), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.129826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.131031 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3571d7a2-e31c-4ed0-8e7c-7d943dbdd870 tempest-AttachVolumeNegativeTest-748455990 tempest-AttachVolumeNegativeTest-748455990-project] 10.222.0.52 "DELETE /v2.0/floatingips/505c5f31-a967-4017-8063-074b7fb49a6f HTTP/1.1" status: 204 len: 168 time: 0.5249119 Mar 08 12:07:16.275148 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:16.295454 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:16.295834 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device ca114673-c9c7-4131-8dcd-2eb8dc6ce9c7 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:16.518310 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684b9e-050c-4430-bc01-8d5624e06176 req-5e31d4a6-3657-44ea-bb1c-596b0f8ed732 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.520559 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-00684b9e-050c-4430-bc01-8d5624e06176 req-5e31d4a6-3657-44ea-bb1c-596b0f8ed732 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0558105 Mar 08 12:07:16.568128 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-00684b9e-050c-4430-bc01-8d5624e06176 req-16135d1d-4f5f-4ef1-a60b-5e9c8e7b8220 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Mar 08 12:07:17.710423 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445accbc-7459-4ba0-b0ae-0bbe752e6c47 req-f6ef46dd-bf0e-4020-8beb-a94afad2f251 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.714355 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-445accbc-7459-4ba0-b0ae-0bbe752e6c47 req-f6ef46dd-bf0e-4020-8beb-a94afad2f251 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0696964 Mar 08 12:07:17.763070 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-445accbc-7459-4ba0-b0ae-0bbe752e6c47 req-e19c7a05-a415-4461-9808-e577d1e32d38 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454741 Mar 08 12:07:18.897580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81324-26f9-4b80-8837-e1c9bb6935e3 req-073c8f75-1124-4890-8893-65142b43a726 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:18.899254 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13e81324-26f9-4b80-8837-e1c9bb6935e3 req-073c8f75-1124-4890-8893-65142b43a726 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0631509 Mar 08 12:07:18.954581 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13e81324-26f9-4b80-8837-e1c9bb6935e3 req-deabc945-5751-441f-be53-6af593d36002 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492406 Mar 08 12:07:20.092970 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b585ba2-09f0-40ea-a343-5f443ae0bd62 req-8800484c-1f1b-4994-8d0b-d23837883d98 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.094443 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b585ba2-09f0-40ea-a343-5f443ae0bd62 req-8800484c-1f1b-4994-8d0b-d23837883d98 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Mar 08 12:07:20.142416 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2b585ba2-09f0-40ea-a343-5f443ae0bd62 req-5d240349-0f0c-49cb-bbcb-200209888075 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Mar 08 12:07:20.225701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35732) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:20.980413 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (e3ac031c-0f26-4df9-b822-122b9530404d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.271580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cbd4d-c2b9-4e86-a32c-a79963422c57 req-26ee67c9-3fa2-4fc0-9b66-19e907987862 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.273019 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c3cbd4d-c2b9-4e86-a32c-a79963422c57 req-26ee67c9-3fa2-4fc0-9b66-19e907987862 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0541127 Mar 08 12:07:21.288742 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Deleting port bc9bdc80-0934-4e3a-bf8a-69852fd14a88 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:21.288742 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.328632 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c3cbd4d-c2b9-4e86-a32c-a79963422c57 req-323f1394-9454-4eab-b0ac-5e4f0ff72e8a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490353 Mar 08 12:07:21.365661 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] For port bc9bdc80-0934-4e3a-bf8a-69852fd14a88, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:21.366052 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.379458 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Calling delete_port for bc9bdc80-0934-4e3a-bf8a-69852fd14a88 owned by network:router_interface {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:21.689450 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (bc9bdc80-0934-4e3a-bf8a-69852fd14a88), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.715190 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9bdc80-0934-4e3a-bf8a-69852fd14a88,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:21.895482 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (e3ac031c-0f26-4df9-b822-122b9530404d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.112734 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Router e3ac031c-0f26-4df9-b822-122b9530404d has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:22.219073 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:22.224100 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3fecd449-fa16-4bf5-a042-9fa640e2ca7b admin admin] 10.222.0.52 "PUT /v2.0/routers/e3ac031c-0f26-4df9-b822-122b9530404d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973466 Mar 08 12:07:22.226582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35740) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:22.227832 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Sync routers for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:22.242856 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:22.243475 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.326560 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:22.334962 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks [] for router (e3ac031c-0f26-4df9-b822-122b9530404d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.366353 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:22.483364 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks [] for router_gateway (e3ac031c-0f26-4df9-b822-122b9530404d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.494823 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d7a5-ea01-48a8-88d5-f18a83318fcd req-e6de2500-0d0c-4d25-a90d-246a24a440c9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.496424 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a767d7a5-ea01-48a8-88d5-f18a83318fcd req-e6de2500-0d0c-4d25-a90d-246a24a440c9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0811148 Mar 08 12:07:22.547986 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a767d7a5-ea01-48a8-88d5-f18a83318fcd req-eb047e2e-21a3-47de-a3d4-6996ccea999f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Mar 08 12:07:22.673903 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Deleting port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:22.674314 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.701980 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:22.735227 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:22.759730 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] For port 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:22.760158 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.772959 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Calling delete_port for 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 owned by network:router_gateway {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:22.784826 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: ACTIVE; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:22.785225 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.801935 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:22.808318 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:07:21Z', 'revision_number': 5, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port': {'id': '02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:12Z', 'updated_at': '2022-03-08T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.849168 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Checking router: e3ac031c-0f26-4df9-b822-122b9530404d for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:22.852097 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:22.860384 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Routers {'e3ac031c-0f26-4df9-b822-122b9530404d'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:22.861018 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['e3ac031c-0f26-4df9-b822-122b9530404d'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.953509 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.996314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] Set router e3ac031c-0f26-4df9-b822-122b9530404d gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:23.055731 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.061606 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:07:22Z', 'revision_number': 6, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:23.084844 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:23.099086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=6']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:23.103022 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37856-3f3f-4a38-aa9a-e48230c018a5 None None] The sync data for ids ['e3ac031c-0f26-4df9-b822-122b9530404d'] in dv-cinder-830087-2-iscsi is: [{'id': 'e3ac031c-0f26-4df9-b822-122b9530404d', 'name': 'tempest-AttachVolumeNegativeTest-492375656-router', 'tenant_id': 'ab382c388f1e4605be7dd6193181f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:07:22Z', 'revision_number': 6, 'project_id': 'ab382c388f1e4605be7dd6193181f2c3', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:23.150938 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['f643f1ba-60a7-4141-9438-5e593a45d390'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:23.170007 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (e3ac031c-0f26-4df9-b822-122b9530404d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.296086 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (e3ac031c-0f26-4df9-b822-122b9530404d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.298539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks [] for router_controller (e3ac031c-0f26-4df9-b822-122b9530404d), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.582248 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (e3ac031c-0f26-4df9-b822-122b9530404d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.597392 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ac031c-0f26-4df9-b822-122b9530404d {{(pid=109814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:07:23.613233 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.613233 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ddfb2db6-9f88-4001-af56-62aace7bde94 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e3ac031c-0f26-4df9-b822-122b9530404d HTTP/1.1" status: 204 len: 168 time: 1.3831401 Mar 08 12:07:23.614585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35774) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:23.695988 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Deleting subnet ae36c340-c335-42c1-9e77-2bd17f9ca0cf {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:07:23.700451 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Publish callbacks [] for subnet (ae36c340-c335-42c1-9e77-2bd17f9ca0cf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.773303 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (ae36c340-c335-42c1-9e77-2bd17f9ca0cf), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.811482 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60cde-884c-4141-a614-36b43a7309af req-29a71160-3611-4dfb-ab99-f4584603839c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.813155 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5c60cde-884c-4141-a614-36b43a7309af req-29a71160-3611-4dfb-ab99-f4584603839c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0932927 Mar 08 12:07:23.938521 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5c60cde-884c-4141-a614-36b43a7309af req-7a0b4323-dd8f-4182-a59f-dda99f16badc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129239 Mar 08 12:07:23.946218 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (ae36c340-c335-42c1-9e77-2bd17f9ca0cf), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.026223 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device bc9bdc80-0934-4e3a-bf8a-69852fd14a88 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:24.051900 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: bc9bdc80-0934-4e3a-bf8a-69852fd14a88 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:24.052227 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device bc9bdc80-0934-4e3a-bf8a-69852fd14a88 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:24.078096 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (ae36c340-c335-42c1-9e77-2bd17f9ca0cf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.103735 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae36c340-c335-42c1-9e77-2bd17f9ca0cf,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:24.117392 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.123114 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514705d8-6145-4dcd-806e-967a2c3feab9 None None] Network 04128b25-ef2e-4223-a8ce-99728c9e9ea0 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:07:24.126751 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9d9be379-205d-44ed-8e98-8ba949053edc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ae36c340-c335-42c1-9e77-2bd17f9ca0cf HTTP/1.1" status: 204 len: 168 time: 0.5115330 Mar 08 12:07:24.130378 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35776) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:24.230695 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (04128b25-ef2e-4223-a8ce-99728c9e9ea0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.300105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Deleting port 49794f7e-dc72-4249-9a91-f51fb8e925af {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:24.300471 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.307322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:24.393730 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] DHCP port deletion for 04128b25-ef2e-4223-a8ce-99728c9e9ea0 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:07:24.419731 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] For port 49794f7e-dc72-4249-9a91-f51fb8e925af, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=49794f7e-dc72-4249-9a91-f51fb8e925af,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:24.420320 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.435710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Calling delete_port for 49794f7e-dc72-4249-9a91-f51fb8e925af owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:24.460907 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port f643f1ba-60a7-4141-9438-5e593a45d390 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:24.461284 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.515406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Deleting port 49794f7e-dc72-4249-9a91-f51fb8e925af {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:24.516198 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.621170 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] For port 49794f7e-dc72-4249-9a91-f51fb8e925af, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=49794f7e-dc72-4249-9a91-f51fb8e925af,segment=NetworkSegment(1afaaeaa-519f-4c40-a6ae-301c969ef10a),segment_id=1afaaeaa-519f-4c40-a6ae-301c969ef10a)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:24.621683 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.640007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:24.640417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.651714 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.654133 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Calling delete_port for 49794f7e-dc72-4249-9a91-f51fb8e925af owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:24.670356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:24.673336 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1e945-6f86-41dc-a867-05ee5d385a40" -d '{"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:24.689826 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Pushing event deleted for resources: {'Port': ['ID=49794f7e-dc72-4249-9a91-f51fb8e925af,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:24.692125 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] No DVR routers for this DVR port 49794f7e-dc72-4249-9a91-f51fb8e925af on host dv-cinder-830087-2-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:24.700059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:24.761406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c387f64-d24d-464c-b7cb-b94e463eae4c x-openstack-request-id: req-9c387f64-d24d-464c-b7cb-b94e463eae4c {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:24.761686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:24.761948 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c387f64-d24d-464c-b7cb-b94e463eae4c {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:24.762355 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'code': 200} Mar 08 12:07:24.787229 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.794137 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (04128b25-ef2e-4223-a8ce-99728c9e9ea0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.828224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04128b25-ef2e-4223-a8ce-99728c9e9ea0']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:24.837929 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afaaeaa-519f-4c40-a6ae-301c969ef10a') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:24.838221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afaaeaa-519f-4c40-a6ae-301c969ef10a') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:24.848096 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130173'] for segment (1afaaeaa-519f-4c40-a6ae-301c969ef10a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.858644 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (49794f7e-dc72-4249-9a91-f51fb8e925af), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.865104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (1afaaeaa-519f-4c40-a6ae-301c969ef10a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.870342 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] No DVR routers for this DVR port 49794f7e-dc72-4249-9a91-f51fb8e925af on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:24.875157 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=7']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:24.876602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:07:24.886009 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513473'] for segment (1afaaeaa-519f-4c40-a6ae-301c969ef10a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: Traceback (most recent call last): Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: timer() Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: cb(*args, **kw) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: return func(*args, **kwargs) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: self._notify() Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: self.callback(batched_events) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: event.method(event) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: return f(self, *a, **k) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._get(url).json() Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:07:24.889890 dv-cinder-830087-2-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:07:24.910703 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14a25a-6bf4-4150-8f8c-f95778342fce None None] Pushing event deleted for resources: {'Port': ['ID=49794f7e-dc72-4249-9a91-f51fb8e925af,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:25.063203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (04128b25-ef2e-4223-a8ce-99728c9e9ea0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.078265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.084251 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] 10.222.0.52 "DELETE /v2.0/networks/04128b25-ef2e-4223-a8ce-99728c9e9ea0 HTTP/1.1" status: 204 len: 168 time: 0.9501843 Mar 08 12:07:25.099986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe5c5-8c21-41c9-9fdb-1d5e669de568 admin admin] Pushing event deleted for resources: {'Network': ['ID=04128b25-ef2e-4223-a8ce-99728c9e9ea0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:25.114709 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53377708-9bd3-4394-b3ce-e9cd5ee2a3f9 req-c7683b5e-62f1-4f7b-84c7-264567bd6c88 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.116478 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-53377708-9bd3-4394-b3ce-e9cd5ee2a3f9 req-c7683b5e-62f1-4f7b-84c7-264567bd6c88 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0847406 Mar 08 12:07:25.184013 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-53377708-9bd3-4394-b3ce-e9cd5ee2a3f9 req-c100892f-f11c-407a-afd9-b14ab1377581 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581381 Mar 08 12:07:25.499045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35790) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:25.554116 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 35792) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:25.557453 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c5616831-3f3a-4120-8265-0aff362b58aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab382c388f1e4605be7dd6193181f2c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0542233 Mar 08 12:07:25.598684 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 49794f7e-dc72-4249-9a91-f51fb8e925af no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:25.607678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] Publish callbacks [] for security_group (6d1b32d4-5f27-43cf-96fe-ffb9b6087f81), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.623716 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 49794f7e-dc72-4249-9a91-f51fb8e925af {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:25.624074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 49794f7e-dc72-4249-9a91-f51fb8e925af not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:25.624484 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:25.633994 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] Publish callbacks [] for security_group (6d1b32d4-5f27-43cf-96fe-ffb9b6087f81), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.649344 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:25.649830 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 02a1c6b7-205a-4e51-b4f8-3450b8e5a2a2 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:25.752593 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (6d1b32d4-5f27-43cf-96fe-ffb9b6087f81), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.757888 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.759069 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d1b32d4-5f27-43cf-96fe-ffb9b6087f81 HTTP/1.1" status: 204 len: 168 time: 0.2038102 Mar 08 12:07:25.767991 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d541f61-7465-42c0-ae10-77d2d02cd366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b32d4-5f27-43cf-96fe-ffb9b6087f81,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:26.576307 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56bfbe-b268-4d29-b2cf-74f3c0e585f6 req-2c0c1af6-eed4-483a-94f3-f60317a8320f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.577682 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b56bfbe-b268-4d29-b2cf-74f3c0e585f6 req-2c0c1af6-eed4-483a-94f3-f60317a8320f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.3045776 Mar 08 12:07:26.630131 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0b56bfbe-b268-4d29-b2cf-74f3c0e585f6 req-64ec7f64-c1d6-4775-a707-cb509db52909 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462568 Mar 08 12:07:26.668177 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb963823-0363-47e9-931a-1f5ee122d79c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397642140&fields=id&tenant_id=a0b93ba112f94a11ab3c56f431ac05b5 HTTP/1.1" status: 200 len: 267 time: 0.0641470 Mar 08 12:07:26.743350 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-5a26bbb5-5330-4305-8fa2-2c7464476d8a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.745275 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-5a26bbb5-5330-4305-8fa2-2c7464476d8a tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 984 time: 0.0699205 Mar 08 12:07:26.759221 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Request body: {'port': {'security_groups': ['5e9e96a6-2787-481f-884d-2a5f5e779d87']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:26.878873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.110740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:27.157376 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for port (00e44d4b-814a-425c-917e-aab42d9c154a), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.250010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.253810 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa4a6e-d8b8-4995-aa79-e7931ec099c3 req-d29bd9a4-a2f5-4a0b-bcc6-fda5a2bc2c97 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.255386 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8caa4a6e-d8b8-4995-aa79-e7931ec099c3 req-d29bd9a4-a2f5-4a0b-bcc6-fda5a2bc2c97 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0579057 Mar 08 12:07:27.288454 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:27.336065 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.336885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.338676 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b54405a-04f9-4470-a8f7-b1d96a207fdc req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "PUT /v2.0/ports/00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 942 time: 0.5841293 Mar 08 12:07:27.340077 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:27.347598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492f3492-c9fc-4937-9ce9-3572e725c629" -d '{"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:27.361359 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35820) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:27.362838 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8caa4a6e-d8b8-4995-aa79-e7931ec099c3 req-59e55ca9-c5e0-4763-bce1-fa3ed606e793 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924621 Mar 08 12:07:27.482664 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0fe659-9e70-4dc2-afe4-eea608124847 x-openstack-request-id: req-cf0fe659-9e70-4dc2-afe4-eea608124847 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:27.487470 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:27.487470 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf0fe659-9e70-4dc2-afe4-eea608124847 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:27.487470 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:07:27.506359 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:27.567309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b6aa1-d91e-4bf5-ae84-504f93a1a8fb tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event updated for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=7']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:27.584663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (b7eb79e8-04c1-4081-9771-e13a8085f55d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.661533 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (b7eb79e8-04c1-4081-9771-e13a8085f55d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.720603 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-5850aa77-40cc-4b7b-b6b5-eb3d53003690 None None] Provisioning complete for port 00e44d4b-814a-425c-917e-aab42d9c154a triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:27.720980 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5850aa77-40cc-4b7b-b6b5-eb3d53003690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.745018 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-8b160828-cca5-4df4-bd4d-9fa25c3700c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.746839 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-8b160828-cca5-4df4-bd4d-9fa25c3700c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1129 time: 0.2344439 Mar 08 12:07:27.836997 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-5850aa77-40cc-4b7b-b6b5-eb3d53003690 None None] Current status of the port 00e44d4b-814a-425c-917e-aab42d9c154a is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:27.843240 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7a55-97d1-4e7b-8830-63d9769d44c8 req-3c01ef95-4ff8-44d2-b0f2-d22f8e1264f2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.845580 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e6b7a55-97d1-4e7b-8830-63d9769d44c8 req-3c01ef95-4ff8-44d2-b0f2-d22f8e1264f2 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.1181171 Mar 08 12:07:27.867328 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b7eb79e8-04c1-4081-9771-e13a8085f55d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.873756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.873911 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "DELETE /v2.0/security-groups/b7eb79e8-04c1-4081-9771-e13a8085f55d HTTP/1.1" status: 204 len: 168 time: 0.5101490 Mar 08 12:07:27.882752 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 35836) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:27.906166 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad6207-08ac-4092-a633-5844fb437df0 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb79e8-04c1-4081-9771-e13a8085f55d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:27.944997 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0e6b7a55-97d1-4e7b-8830-63d9769d44c8 req-a7eb9676-0b4b-4a90-8891-50d71969dbd3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920067 Mar 08 12:07:28.299623 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-a0d7feef-b3e4-4d10-a3fa-7d416d748036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.301107 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-a0d7feef-b3e4-4d10-a3fa-7d416d748036 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.5455816 Mar 08 12:07:28.423573 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-5c8de968-c011-44d7-9189-9a028fc0f415 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 1001 time: 0.1077850 Mar 08 12:07:28.490331 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-edd2aa4a-eb78-4553-a29f-2dd93f4430eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.492243 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-edd2aa4a-eb78-4553-a29f-2dd93f4430eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0613153 Mar 08 12:07:28.528438 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ac02-32ce-477d-9dac-df67067b6b49 req-589b2481-0fd1-4cb3-9e45-e5b92dfebebc tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.535971 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c9d6ac02-32ce-477d-9dac-df67067b6b49 req-589b2481-0fd1-4cb3-9e45-e5b92dfebebc tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0813112 Mar 08 12:07:28.580159 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-cc55e0aa-ebde-46f7-83c4-bb4abbc75970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.583169 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-cc55e0aa-ebde-46f7-83c4-bb4abbc75970 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696313 Mar 08 12:07:28.583427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Deleting port 08485bca-bb63-415a-a9f7-6661189b72b7 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:28.583796 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:28.606923 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c9d6ac02-32ce-477d-9dac-df67067b6b49 req-7ed0ef6d-dcd5-4287-b2f3-ff09e58b6bf6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688834 Mar 08 12:07:28.731490 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:28.732193 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for floatingip (08485bca-bb63-415a-a9f7-6661189b72b7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:28.759585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Calling delete_port for 08485bca-bb63-415a-a9f7-6661189b72b7 owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:28.780489 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-7cb2a2b9-ffba-42f9-b0ea-d911f2862dc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824670 Mar 08 12:07:29.130651 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-492f3492-c9fc-4937-9ce9-3572e725c629 req-3a696d09-50d8-4e48-a48a-e75d3c43b143 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853333 Mar 08 12:07:29.152742 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa956a-8298-4fbe-9883-6af95b0cad2d req-5e016387-fbd5-47ee-acf7-e7865220e451 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.154911 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3fa956a-8298-4fbe-9883-6af95b0cad2d req-5e016387-fbd5-47ee-acf7-e7865220e451 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.1108394 Mar 08 12:07:29.207427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (08485bca-bb63-415a-a9f7-6661189b72b7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.221056 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3fa956a-8298-4fbe-9883-6af95b0cad2d req-4cc50e03-3d80-4a2f-86e4-508c5b8d233e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603583 Mar 08 12:07:29.240400 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event deleted for resources: {'Port': ['ID=08485bca-bb63-415a-a9f7-6661189b72b7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:29.307684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks [] for floatingip (07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.308011 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Floating IP 07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7 disassociated (deleted). External IP: 172.27.3.179, port: 00e44d4b-814a-425c-917e-aab42d9c154a. Mar 08 12:07:29.575507 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Router 419765bc-7344-4bbe-a131-25b4a02aaca9 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:29.713260 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:29.725676 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Sync routers for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:29.727951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.739827 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:29.740843 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:29.745100 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4e34-f7fb-4460-a08b-fabfff76a1c6 req-d3166674-798f-41fb-9feb-00c3d1d016d3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.753266 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4ed4e34-f7fb-4460-a08b-fabfff76a1c6 req-d3166674-798f-41fb-9feb-00c3d1d016d3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0747130 Mar 08 12:07:29.779622 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1259341d-5eda-426a-b228-9ef30bb6b872 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "DELETE /v2.0/floatingips/07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7 HTTP/1.1" status: 204 len: 168 time: 1.8921330 Mar 08 12:07:29.780478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:29.783738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337abad-6196-46d5-bf5c-8546fd440fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:29.829430 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4ed4e34-f7fb-4460-a08b-fabfff76a1c6 req-4d76dc04-9b9c-452c-83e9-d430c36b890f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733180 Mar 08 12:07:29.892196 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1dafc-84b4-454c-a76f-ac51d14d2a06 x-openstack-request-id: req-2af1dafc-84b4-454c-a76f-ac51d14d2a06 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:29.892863 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329f9128-0388-4050-8a29-77738b024241", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:29.893321 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2af1dafc-84b4-454c-a76f-ac51d14d2a06 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:29.893943 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:07:29.909151 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:30.033061 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-f45cabb0-5dd5-4da3-94f3-15ad5a2009c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.034513 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-f45cabb0-5dd5-4da3-94f3-15ad5a2009c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 1129 time: 0.0818903 Mar 08 12:07:30.154593 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-bea197bf-ebee-4b84-9968-7ed8e2eb4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.156717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-bea197bf-ebee-4b84-9968-7ed8e2eb4770 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 200 len: 916 time: 0.1139524 Mar 08 12:07:30.240732 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-efe67c3e-eb95-42bd-8d20-2c42fe30f26f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 200 len: 217 time: 0.0765212 Mar 08 12:07:30.265031 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.310283 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-e851d492-0049-406f-b218-37d40616377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.311355 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Checking router: 419765bc-7344-4bbe-a131-25b4a02aaca9 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:30.311444 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-e851d492-0049-406f-b218-37d40616377a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 200 len: 854 time: 0.0499003 Mar 08 12:07:30.313845 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:30.315043 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.364539 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-22b673a9-0889-4cfd-921a-7aa10a9e0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.366077 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-22b673a9-0889-4cfd-921a-7aa10a9e0a99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff8d8855-89c6-49cd-80d9-941f3fa9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614080 Mar 08 12:07:30.430727 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:30.470951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968ce4-7dba-4ba8-9db8-cc25856c8bf1 req-4ca347c3-2d4a-46b5-ab24-6a0bc7e922fe tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.473387 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3968ce4-7dba-4ba8-9db8-cc25856c8bf1 req-4ca347c3-2d4a-46b5-ab24-6a0bc7e922fe tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.1199541 Mar 08 12:07:30.510837 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-3b998deb-3c39-4e5c-bc95-3af2379a6fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258116 Mar 08 12:07:30.578821 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3968ce4-7dba-4ba8-9db8-cc25856c8bf1 req-9cc50404-cbbb-47b9-9796-bff2bd00484e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937238 Mar 08 12:07:30.650801 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.657702 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1337abad-6196-46d5-bf5c-8546fd440fc9 req-9da624e9-faf8-4d74-b12f-a744e99bcd46 service neutron] 10.222.0.58 "GET /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391506 Mar 08 12:07:30.681071 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b824943-a33e-4707-9a69-a1034760a1e8 None None] The sync data for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi is: [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 4, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '64291c9a-80ce-4e69-967a-7eccccc39d96', 'name': '', 'network_id': 'ff8d8855-89c6-49cd-80d9-941f3fa9813c', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'mac_address': 'fa:16:3e:1d:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:03Z', 'updated_at': '2022-03-08T12:05:07Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'subnets': [{'id': '754d0c12-e940-4dca-b07f-49619505bbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:30.939029 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2278b-1389-40cb-9956-381c65db84c5 None None] New status for floating IP 07fc54e5-4f84-4a3e-a3ed-eaaca5ad51a7: DOWN {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:30.958656 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef67c-2d05-4268-b475-93d54d43b552 req-f767256c-b88e-4c4c-acf9-b4e06551435e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.960214 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06aef67c-2d05-4268-b475-93d54d43b552 req-f767256c-b88e-4c4c-acf9-b4e06551435e tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0616069 Mar 08 12:07:31.032330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06aef67c-2d05-4268-b475-93d54d43b552 req-81e7b76b-9a18-4c88-b8ff-b04af50999b3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641980 Mar 08 12:07:31.725849 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c077ce-5625-470c-a9c0-6541ba697d53 req-599b6415-ff6d-4894-ab8c-4b7110f0effc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.727387 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e8c077ce-5625-470c-a9c0-6541ba697d53 req-599b6415-ff6d-4894-ab8c-4b7110f0effc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0647423 Mar 08 12:07:31.784462 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e8c077ce-5625-470c-a9c0-6541ba697d53 req-0734d005-c2e2-4740-af5e-32ccb1b16b88 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510511 Mar 08 12:07:32.167338 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6c94-8ec6-48c0-a359-124c50a940a1 req-a5b77f61-2590-44db-a189-64cffe19dbf9 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:32.169450 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3b3c6c94-8ec6-48c0-a359-124c50a940a1 req-a5b77f61-2590-44db-a189-64cffe19dbf9 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0645852 Mar 08 12:07:32.239233 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3b3c6c94-8ec6-48c0-a359-124c50a940a1 req-bb1178b9-8ce3-4b23-ac52-1bc121e63b1f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610504 Mar 08 12:07:32.932651 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be087-3367-4de3-a13b-6030501f1794 req-649d6581-3d77-4c57-bd29-13e189913c4b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:32.938474 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-047be087-3367-4de3-a13b-6030501f1794 req-649d6581-3d77-4c57-bd29-13e189913c4b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0725100 Mar 08 12:07:33.004765 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-047be087-3367-4de3-a13b-6030501f1794 req-8be4feba-11c0-46a2-91e5-9188d889978a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629830 Mar 08 12:07:33.064677 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:07:33.388417 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731c87e-a7c6-480c-99c4-7502106bccb1 req-7f07e826-ad23-44df-969c-f62f5c08951a tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.390871 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5731c87e-a7c6-480c-99c4-7502106bccb1 req-7f07e826-ad23-44df-969c-f62f5c08951a tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0638177 Mar 08 12:07:33.447595 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5731c87e-a7c6-480c-99c4-7502106bccb1 req-e5c94f68-b860-46a5-83e8-d19c5ae0bc7f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500524 Mar 08 12:07:34.135422 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fbeb4-fd0e-43ab-a204-c7ebe47332ea req-4fb2a037-bc58-4bc4-bb3b-91400c552bda tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.135422 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c93fbeb4-fd0e-43ab-a204-c7ebe47332ea req-4fb2a037-bc58-4bc4-bb3b-91400c552bda tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Mar 08 12:07:34.175644 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c93fbeb4-fd0e-43ab-a204-c7ebe47332ea req-356341ff-aca1-417d-8aac-b1da30fb4bc0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Mar 08 12:07:34.583534 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572415de-d090-4a46-a9e7-868252892cc3 req-f23e8046-27d1-4caf-9190-79554c483d89 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.585783 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-572415de-d090-4a46-a9e7-868252892cc3 req-f23e8046-27d1-4caf-9190-79554c483d89 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0627017 Mar 08 12:07:34.652353 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-572415de-d090-4a46-a9e7-868252892cc3 req-80704c38-1d92-4ec2-b9dc-6db48e35ccc5 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605738 Mar 08 12:07:35.313132 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b95ce-a1e8-420c-a519-831de04fa745 req-f5a0cf88-c91a-4323-985b-90f54c2ff3b4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.315287 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a5b95ce-a1e8-420c-a519-831de04fa745 req-f5a0cf88-c91a-4323-985b-90f54c2ff3b4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0561917 Mar 08 12:07:35.365640 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1a5b95ce-a1e8-420c-a519-831de04fa745 req-2af1c508-a576-4194-82a1-bb1e5c90dd48 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Mar 08 12:07:35.774542 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630973d8-e195-46c3-bbda-be74c7e42a4f req-27a3717b-81e6-4ec5-84e7-c5ec446ba8f0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.775975 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-630973d8-e195-46c3-bbda-be74c7e42a4f req-27a3717b-81e6-4ec5-84e7-c5ec446ba8f0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0539331 Mar 08 12:07:35.826940 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-630973d8-e195-46c3-bbda-be74c7e42a4f req-660a6af4-c36e-4716-ba97-4680d3f1c035 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448618 Mar 08 12:07:36.302326 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d316-bce4-43a4-ae27-6c258701a64f req-98465e8f-52b1-405f-ba80-c66c5b985581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.304017 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-98465e8f-52b1-405f-ba80-c66c5b985581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1129 time: 0.0449607 Mar 08 12:07:36.400107 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d316-bce4-43a4-ae27-6c258701a64f req-0b2d1f38-a981-4984-807a-3ce37cdf376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.402123 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-0b2d1f38-a981-4984-807a-3ce37cdf376a service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.0908442 Mar 08 12:07:36.477368 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-3b9bdfe0-dfa6-40c7-8cac-edcc082fd93d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 1001 time: 0.0619555 Mar 08 12:07:36.495024 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf1e9-7e5a-4e75-b91c-4bbcf9d426f2 req-c396c95d-a0a7-43db-96b9-4096598010f0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.496532 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4bcf1e9-7e5a-4e75-b91c-4bbcf9d426f2 req-c396c95d-a0a7-43db-96b9-4096598010f0 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.0577648 Mar 08 12:07:36.522557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d316-bce4-43a4-ae27-6c258701a64f req-967e1530-e8f2-447e-a9f1-1141a6a99770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.524029 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-967e1530-e8f2-447e-a9f1-1141a6a99770 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.0449512 Mar 08 12:07:36.542888 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f4bcf1e9-7e5a-4e75-b91c-4bbcf9d426f2 req-cd0cb2ab-c90d-4b42-9c34-29ff66f8683f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Mar 08 12:07:36.576273 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d316-bce4-43a4-ae27-6c258701a64f req-05f52ea4-1ec4-4843-a87f-61b020336950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.577775 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-05f52ea4-1ec4-4843-a87f-61b020336950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479932 Mar 08 12:07:36.667927 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-52f30e46-b0c5-4eab-b7f3-420252f38f46 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 Mar 08 12:07:36.766627 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4819d316-bce4-43a4-ae27-6c258701a64f req-64922274-487f-41c5-b39f-7d5ff1bbaa34 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Mar 08 12:07:36.893416 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c3d5-83d6-49db-9603-f0d5078d99eb req-51c1a2a1-7c98-4da7-b537-f6055b6026a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.894883 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c290c3d5-83d6-49db-9603-f0d5078d99eb req-51c1a2a1-7c98-4da7-b537-f6055b6026a8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0566347 Mar 08 12:07:36.944374 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c290c3d5-83d6-49db-9603-f0d5078d99eb req-11bf529b-55ea-4fae-b3e9-8807bda1d133 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Mar 08 12:07:36.959843 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b7d9-a79b-4f48-9116-47ba86c475a5 req-a41cd190-a9a3-40bc-95cc-4b7573707e09 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.959843 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0cf5b7d9-a79b-4f48-9116-47ba86c475a5 req-a41cd190-a9a3-40bc-95cc-4b7573707e09 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0523560 Mar 08 12:07:37.011319 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0cf5b7d9-a79b-4f48-9116-47ba86c475a5 req-53d19f0b-304f-47f4-b3ce-68811310a241 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475147 Mar 08 12:07:37.537684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-0786a95d-2785-4fdd-86da-6280dd754581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.539216 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-0786a95d-2785-4fdd-86da-6280dd754581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0453043 Mar 08 12:07:37.656856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-0532a930-5672-46d7-82d8-c418b2eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.658322 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-0532a930-5672-46d7-82d8-c418b2eefb47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 910 time: 0.1121979 Mar 08 12:07:37.722674 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240f321-1c14-4aa6-98aa-a27e79d3378e req-bf508d4f-3cce-40fb-849c-1c62d1d51f38 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.724163 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c240f321-1c14-4aa6-98aa-a27e79d3378e req-bf508d4f-3cce-40fb-849c-1c62d1d51f38 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 945 time: 0.1065023 Mar 08 12:07:37.744010 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-c85ad856-686e-4872-b9de-d1f48982ded4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 1001 time: 0.0779893 Mar 08 12:07:37.812252 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c240f321-1c14-4aa6-98aa-a27e79d3378e req-d81d29d6-58f4-4624-8d7f-05e87804e2b7 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813932 Mar 08 12:07:37.815779 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-fc367801-869c-492c-b802-6ca5037ee347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.817179 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-fc367801-869c-492c-b802-6ca5037ee347 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.0637729 Mar 08 12:07:37.866546 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-6f79b8d1-fc28-4a45-b041-bb9589e9c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.868106 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-6f79b8d1-fc28-4a45-b041-bb9589e9c20f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442894 Mar 08 12:07:37.964838 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-d604a1d8-1a26-46ab-9d18-767853ce57b2 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899768 Mar 08 12:07:38.066192 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b7868a3-d850-45b8-91bb-57492f2b2f74 req-2f9441f7-7f74-43e1-9697-ffc4e2b6bff1 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944550 Mar 08 12:07:38.071961 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f980a-5cb6-4cd9-9b85-1e05396f07fd req-30d6a750-2747-4f83-b9f8-837e44d76fb6 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.073660 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7c7f980a-5cb6-4cd9-9b85-1e05396f07fd req-30d6a750-2747-4f83-b9f8-837e44d76fb6 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0617158 Mar 08 12:07:38.140437 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7c7f980a-5cb6-4cd9-9b85-1e05396f07fd req-026ff5bb-1cb1-4201-a13d-b787e6b43ed8 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Mar 08 12:07:38.175965 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fe90a-df93-42cc-91b8-ba4fb93e2e10 req-689abf3a-a679-480a-8aa4-b6cbf171d878 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.177489 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da6fe90a-df93-42cc-91b8-ba4fb93e2e10 req-689abf3a-a679-480a-8aa4-b6cbf171d878 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0599062 Mar 08 12:07:38.233446 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da6fe90a-df93-42cc-91b8-ba4fb93e2e10 req-199bfe11-e406-4c9f-90c5-5baacbf98220 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500455 Mar 08 12:07:38.398525 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:38.475474 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: ACTIVE; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:38.475896 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:38.502393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:38.505243 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0ee0d-3106-4761-9556-3d8712b3d5dc" -d '{"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:38.520592 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:38.542965 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb2cc8-366a-4530-9e81-cbc45f0030c7 x-openstack-request-id: req-8afb2cc8-366a-4530-9e81-cbc45f0030c7 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:38.547670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:38.547670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8afb2cc8-366a-4530-9e81-cbc45f0030c7 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:38.547670 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'code': 200} Mar 08 12:07:38.587164 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:38.637798 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=8']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:38.736650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36010) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:38.838692 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:38.952600 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Publish callbacks [] for security_group (faab20fc-e7f2-48f4-b161-c19cb16c90d5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:38.964740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c457e6d-d420-45c5-8d39-400d7925197b req-e46a3027-d3ff-4c50-a8f4-23892ec04c31 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.966949 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c457e6d-d420-45c5-8d39-400d7925197b req-e46a3027-d3ff-4c50-a8f4-23892ec04c31 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0814939 Mar 08 12:07:39.019210 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c457e6d-d420-45c5-8d39-400d7925197b req-6b7c9c24-fc19-496c-853d-954e12ffe48d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Mar 08 12:07:39.041592 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (faab20fc-e7f2-48f4-b161-c19cb16c90d5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.080827 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fbf532740fa4a68b26d43bc0e4bfcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430209 Mar 08 12:07:39.082019 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab20fc-e7f2-48f4-b161-c19cb16c90d5,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:39.083623 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36016) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:39.089435 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.089789 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.090131 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.091068 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.091444 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.091807 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.092139 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.092467 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.092817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.093149 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.093479 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.093799 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.094119 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cdcaa-d20d-4931-9888-a90bd4cdfde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:39.148717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] Publish callbacks [] for security_group (faab20fc-e7f2-48f4-b161-c19cb16c90d5), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.171174 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] Publish callbacks [] for security_group (faab20fc-e7f2-48f4-b161-c19cb16c90d5), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.263832 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-307404ef-6f96-457f-b8ad-c02fee73d83c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.265282 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-307404ef-6f96-457f-b8ad-c02fee73d83c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.58 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0658250 Mar 08 12:07:39.284669 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2f05-89fd-4999-8a7c-d996a43ba652 req-3f7ab627-1085-4094-9431-f9370726596e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.286517 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-16dc2f05-89fd-4999-8a7c-d996a43ba652 req-3f7ab627-1085-4094-9431-f9370726596e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 945 time: 0.0661476 Mar 08 12:07:39.321598 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (faab20fc-e7f2-48f4-b161-c19cb16c90d5), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.324133 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.325477 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faab20fc-e7f2-48f4-b161-c19cb16c90d5 HTTP/1.1" status: 204 len: 168 time: 0.2408121 Mar 08 12:07:39.345551 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c657e5f-56b7-4b37-a3e0-3c765687a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab20fc-e7f2-48f4-b161-c19cb16c90d5,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:39.376432 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-16dc2f05-89fd-4999-8a7c-d996a43ba652 req-b3b8d297-c482-4e15-9690-690ba5f3bc03 tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e9e96a6-2787-481f-884d-2a5f5e779d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625734 Mar 08 12:07:39.430961 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c1438-6ba8-410f-af4f-966a6f407369 req-d3b024bb-36f8-495b-87a2-65a94d6e9868 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.432560 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f28c1438-6ba8-410f-af4f-966a6f407369 req-d3b024bb-36f8-495b-87a2-65a94d6e9868 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.1106656 Mar 08 12:07:39.449662 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Deleting port 00e44d4b-814a-425c-917e-aab42d9c154a {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:39.450039 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.539295 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f28c1438-6ba8-410f-af4f-966a6f407369 req-a01d4063-107c-4273-8f06-b6a10c03d31f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000478 Mar 08 12:07:39.570734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] For port 00e44d4b-814a-425c-917e-aab42d9c154a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=00e44d4b-814a-425c-917e-aab42d9c154a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:39.571097 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.585796 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Calling delete_port for 00e44d4b-814a-425c-917e-aab42d9c154a owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:39.786694 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (00e44d4b-814a-425c-917e-aab42d9c154a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.815505 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Pushing event deleted for resources: {'Port': ['ID=00e44d4b-814a-425c-917e-aab42d9c154a,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:39.830547 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['00e44d4b-814a-425c-917e-aab42d9c154a'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:39.870249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] No DVR routers for this DVR port 00e44d4b-814a-425c-917e-aab42d9c154a on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:39.873881 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.877342 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-edb4bc94-ec62-41ad-8fb2-6a191d16af1d req-12428852-29c5-470b-bc94-2fb04fb72b1e tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.58 "DELETE /v2.0/ports/00e44d4b-814a-425c-917e-aab42d9c154a HTTP/1.1" status: 204 len: 173 time: 0.6038427 Mar 08 12:07:39.877806 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'name': 'network-vif-deleted', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:39.880338 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d160f6ce-c273-49f4-b58b-793f0bba2660" -d '{"events": [{"server_uuid": "329f9128-0388-4050-8a29-77738b024241", "name": "network-vif-deleted", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:39.919084 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539e53b8-03b4-49c7-8940-3ff58d2cc1f5 x-openstack-request-id: req-539e53b8-03b4-49c7-8940-3ff58d2cc1f5 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:39.919378 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329f9128-0388-4050-8a29-77738b024241", "name": "network-vif-deleted", "tag": "00e44d4b-814a-425c-917e-aab42d9c154a", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:39.919670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-539e53b8-03b4-49c7-8940-3ff58d2cc1f5 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:39.920076 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329f9128-0388-4050-8a29-77738b024241', 'name': 'network-vif-deleted', 'tag': '00e44d4b-814a-425c-917e-aab42d9c154a', 'status': 'completed', 'code': 200} Mar 08 12:07:39.995943 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03b9fe1d-9d6f-4b72-baa5-2f86bee0a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:40.159580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278c37-1584-4759-b695-5841cc7f5fdb req-75d9f8cb-1fc3-4c7e-b11a-663af2b9fd3c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.161236 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8278c37-1584-4759-b695-5841cc7f5fdb req-75d9f8cb-1fc3-4c7e-b11a-663af2b9fd3c tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0653911 Mar 08 12:07:40.220605 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8278c37-1584-4759-b695-5841cc7f5fdb req-a534e66d-baa0-4c34-a329-77b6e809f092 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535388 Mar 08 12:07:40.466780 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-517e2d8b-3cb0-47d7-9f2b-e21049d077ed req-1626bee2-15a3-4ed3-a7c0-9174b79f467c tempest-TestMinimumBasicScenario-84958230 tempest-TestMinimumBasicScenario-84958230-project] 10.222.0.52 "GET /v2.0/ports?device_id=329f9128-0388-4050-8a29-77738b024241 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Mar 08 12:07:40.665347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae62db-0e67-43dd-a480-de856a92efff req-d36d7bc2-dfd6-4f8a-b672-ee22c65befa1 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.666821 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3eae62db-0e67-43dd-a480-de856a92efff req-d36d7bc2-dfd6-4f8a-b672-ee22c65befa1 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0577216 Mar 08 12:07:40.719226 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3eae62db-0e67-43dd-a480-de856a92efff req-2199a112-f3bf-4388-b57f-0f8a6fea61df tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461054 Mar 08 12:07:41.866686 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e39a-5b26-4f60-969a-60e47861f280 req-d8e97428-e2de-4462-af2d-57d94257d109 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.869055 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f7a5e39a-5b26-4f60-969a-60e47861f280 req-d8e97428-e2de-4462-af2d-57d94257d109 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0714495 Mar 08 12:07:41.956581 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f7a5e39a-5b26-4f60-969a-60e47861f280 req-e3998914-588d-4b41-a9a0-fec49e52f446 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703053 Mar 08 12:07:41.962247 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.028948 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [req-871d9851-7d17-4d1b-9aea-7bf82347dd0b req-46a442bd-df5a-4a63-94fd-04072b0cc183 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109814) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:07:42.030223 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-871d9851-7d17-4d1b-9aea-7bf82347dd0b req-46a442bd-df5a-4a63-94fd-04072b0cc183 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066881 Mar 08 12:07:42.092994 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0398a509-d8a0-495a-abf5-cf854b7a60a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.181722 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36124) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:42.306024 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72758426-7af6-4929-b755-0ab4cb79cf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.396863 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 00e44d4b-814a-425c-917e-aab42d9c154a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:42.422358 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbad46-447b-4a4a-9a43-a81847177df3 req-55eb09f9-96ef-457b-a649-e9e674a69ce5 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.424223 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36146) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:42.424686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 00e44d4b-814a-425c-917e-aab42d9c154a {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:42.424686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 00e44d4b-814a-425c-917e-aab42d9c154a not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:42.424686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:42.425250 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9afbad46-447b-4a4a-9a43-a81847177df3 req-55eb09f9-96ef-457b-a649-e9e674a69ce5 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0974207 Mar 08 12:07:42.481576 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72758426-7af6-4929-b755-0ab4cb79cf11 admin admin] Publish callbacks [] for security_group (600cf21e-092f-41ea-a2b8-604464048383), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.500598 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9afbad46-447b-4a4a-9a43-a81847177df3 req-c9a1469e-2a0e-4fe5-8ca4-71d600f1bc8d tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661199 Mar 08 12:07:42.546580 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-6897813a-8d07-40dc-b5c5-8ea115c1ccca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1219692 Mar 08 12:07:42.555373 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-6defa73b-6418-4c88-8209-1f97c858f477 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:07:42.556518 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-6defa73b-6418-4c88-8209-1f97c858f477 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053344 Mar 08 12:07:42.564394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72758426-7af6-4929-b755-0ab4cb79cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (600cf21e-092f-41ea-a2b8-604464048383), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.611978 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72758426-7af6-4929-b755-0ab4cb79cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600cf21e-092f-41ea-a2b8-604464048383,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:42.631772 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-72758426-7af6-4929-b755-0ab4cb79cf11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b213a9a02f3c4e1c84a1ede13426ba14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450333 Mar 08 12:07:42.632881 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36162) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:42.687461 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] Publish callbacks [] for security_group (600cf21e-092f-41ea-a2b8-604464048383), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.688013 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 is: ACTIVE; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:42.688406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.710377 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] Publish callbacks [] for security_group (600cf21e-092f-41ea-a2b8-604464048383), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.713817 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36164) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:42.716230 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:42.719153 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419a647-879d-427b-aaba-794f1997a61e" -d '{"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:42.733224 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:42.793085 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675164cd-559f-4e36-a238-45b3222bd68c x-openstack-request-id: req-675164cd-559f-4e36-a238-45b3222bd68c {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:42.793085 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-unplugged", "status": "failed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "code": 422}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:42.793085 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-675164cd-559f-4e36-a238-45b3222bd68c {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:42.793085 dv-cinder-830087-2-iscsi neutron-server[109815]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'code': 422} returned with failed status Mar 08 12:07:42.808364 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.809175 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:42.824016 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-8d0c6f25-2ba0-4c12-bb0a-5898ad61cbac tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.825487 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-8d0c6f25-2ba0-4c12-bb0a-5898ad61cbac tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports/8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 942 time: 0.1106167 Mar 08 12:07:42.865063 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (600cf21e-092f-41ea-a2b8-604464048383), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.867936 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:42.869552 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/600cf21e-092f-41ea-a2b8-604464048383 HTTP/1.1" status: 204 len: 168 time: 0.2356529 Mar 08 12:07:42.899052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049550-d17f-427f-b911-b8eb7aa60006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cf21e-092f-41ea-a2b8-604464048383,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:42.902866 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=6']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:42.938682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24267c-cde9-4de3-a006-204af07a7623 req-9dfd3f44-aa94-4e00-9885-3dfd35ea2c54 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.940926 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3c24267c-cde9-4de3-a006-204af07a7623 req-9dfd3f44-aa94-4e00-9885-3dfd35ea2c54 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1164060 Mar 08 12:07:42.952839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: DOWN; New status is: DOWN {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:43.011916 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3c24267c-cde9-4de3-a006-204af07a7623 req-76146fd1-d545-46a0-acf3-7332e8096c12 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647669 Mar 08 12:07:43.205067 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-47dcf925-2cb1-4cc7-a14c-63fc178dafc2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536330 Mar 08 12:07:43.239279 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:43.289255 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36194) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:43.300607 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-7074f6df-a831-4067-b6ad-33cf2f0a94f5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:43.302007 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-7074f6df-a831-4067-b6ad-33cf2f0a94f5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports/f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 940 time: 0.0645418 Mar 08 12:07:43.650769 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36204) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:43.654999 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084275b-cc28-49d2-97bc-891d1c8894f9 req-069021a5-e5bb-4887-af44-b529cd79c561 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:43.656713 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8084275b-cc28-49d2-97bc-891d1c8894f9 req-069021a5-e5bb-4887-af44-b529cd79c561 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0747881 Mar 08 12:07:43.673197 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e0b15bf-2eda-46b5-bdef-7984f1516da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:43.744854 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8084275b-cc28-49d2-97bc-891d1c8894f9 req-9fdc0c38-4b3c-4103-8a1b-38e5f6cdbce6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786614 Mar 08 12:07:43.756745 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (419765bc-7344-4bbe-a131-25b4a02aaca9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.049676 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Deleting port 64291c9a-80ce-4e69-967a-7eccccc39d96 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:44.050072 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.067586 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e0b15bf-2eda-46b5-bdef-7984f1516da0 admin admin] Publish callbacks [] for security_group (2e9c8a0a-d8f4-489f-b9d1-60fe327d3099), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.134959 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] For port 64291c9a-80ce-4e69-967a-7eccccc39d96, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=64291c9a-80ce-4e69-967a-7eccccc39d96,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:44.135428 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.145864 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca581-f658-499f-9b3b-abaffd5440a8 req-71b357fa-29ce-47b5-bda5-0ac6acf16c66 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.147356 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf4ca581-f658-499f-9b3b-abaffd5440a8 req-71b357fa-29ce-47b5-bda5-0ac6acf16c66 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0526593 Mar 08 12:07:44.148438 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Calling delete_port for 64291c9a-80ce-4e69-967a-7eccccc39d96 owned by network:router_interface {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:44.185388 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e0b15bf-2eda-46b5-bdef-7984f1516da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2e9c8a0a-d8f4-489f-b9d1-60fe327d3099), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.219372 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf4ca581-f658-499f-9b3b-abaffd5440a8 req-328fa5d4-9b6d-404e-bc83-9dd0e5700064 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663433 Mar 08 12:07:44.242672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b15bf-2eda-46b5-bdef-7984f1516da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c8a0a-d8f4-489f-b9d1-60fe327d3099,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:44.255811 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4e0b15bf-2eda-46b5-bdef-7984f1516da0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5078c781fb5c4cabbeb7103b4475b24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012971 Mar 08 12:07:44.256128 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36208) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:44.312567 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] Publish callbacks [] for security_group (2e9c8a0a-d8f4-489f-b9d1-60fe327d3099), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.338700 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] Publish callbacks [] for security_group (2e9c8a0a-d8f4-489f-b9d1-60fe327d3099), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.464779 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (2e9c8a0a-d8f4-489f-b9d1-60fe327d3099), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.465029 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (64291c9a-80ce-4e69-967a-7eccccc39d96), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.468693 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.474938 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e9c8a0a-d8f4-489f-b9d1-60fe327d3099 HTTP/1.1" status: 204 len: 168 time: 0.2176743 Mar 08 12:07:44.485192 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0adb-48b6-49f3-91a2-8f4977a9c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c8a0a-d8f4-489f-b9d1-60fe327d3099,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:44.495706 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=64291c9a-80ce-4e69-967a-7eccccc39d96,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:44.699150 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (419765bc-7344-4bbe-a131-25b4a02aaca9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.834467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:44.904636 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-132ec4e9-180c-4504-9f90-a96ef53d4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.907310 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-132ec4e9-180c-4504-9f90-a96ef53d4b9e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8&tenant_id=c6b865e007434b11a5830b1279954322 HTTP/1.1" status: 200 len: 1127 time: 0.0578721 Mar 08 12:07:44.971211 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a67050-785f-40d5-83d1-b2b742e5b1d7 req-6534d18e-30bf-49ef-aef1-5ca46d9f2e02 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.972849 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2a67050-785f-40d5-83d1-b2b742e5b1d7 req-6534d18e-30bf-49ef-aef1-5ca46d9f2e02 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.1458046 Mar 08 12:07:45.005310 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Router 419765bc-7344-4bbe-a131-25b4a02aaca9 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:45.011710 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-609c3360-ad84-440c-853b-b2565e2556f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.015098 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-609c3360-ad84-440c-853b-b2565e2556f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6b865e007434b11a5830b1279954322&device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1127 time: 0.0667176 Mar 08 12:07:45.075816 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2a67050-785f-40d5-83d1-b2b742e5b1d7 req-6e6b2177-742e-4d24-a53b-8fdc4f47d402 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964162 Mar 08 12:07:45.125635 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-66c8a9c2-c43f-45e2-b04d-d534fd5003f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.127090 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-66c8a9c2-c43f-45e2-b04d-d534fd5003f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 200 len: 915 time: 0.1066582 Mar 08 12:07:45.159498 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:45.166959 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0ced47bc-06f7-4513-9e66-d53cd7fd1a85 admin admin] 10.222.0.52 "PUT /v2.0/routers/419765bc-7344-4bbe-a131-25b4a02aaca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737040 Mar 08 12:07:45.167173 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36222) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:45.172061 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Sync routers for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:45.184182 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:45.186386 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:45.216934 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-103b8e1f-f711-4d93-8bed-2d72633dc2c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 200 len: 999 time: 0.0763988 Mar 08 12:07:45.283129 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-b13b80f7-91fa-4f5d-9d8d-24693a6d5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.284959 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-b13b80f7-91fa-4f5d-9d8d-24693a6d5dd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 200 len: 853 time: 0.0619566 Mar 08 12:07:45.326692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks [] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:45.376561 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:45.406729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-b6140e80-8a4b-4946-9f60-920633014b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.408005 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-b6140e80-8a4b-4946-9f60-920633014b9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbdc9908-44dd-4628-b3cd-62a151b00449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154797 Mar 08 12:07:45.468524 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks [] for router_gateway (419765bc-7344-4bbe-a131-25b4a02aaca9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:45.469767 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23eed1-57f8-47ad-b4b8-f13f4e0b0bf2 req-0c16a29c-ec78-457d-ac6d-f66edd74317a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.472865 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff23eed1-57f8-47ad-b4b8-f13f4e0b0bf2 req-0c16a29c-ec78-457d-ac6d-f66edd74317a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1194150 Mar 08 12:07:45.588837 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff23eed1-57f8-47ad-b4b8-f13f4e0b0bf2 req-171cb82a-4a8d-4b74-838e-21984a927739 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096232 Mar 08 12:07:45.591344 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-6f5d2d97-0c81-407a-b395-af5f75165c86 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695833 Mar 08 12:07:45.649068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Deleting port ebaee42a-2e05-466b-b694-fd6e67c804a3 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:45.649416 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:45.701116 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:07:44Z', 'revision_number': 5, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port': {'id': 'ebaee42a-2e05-466b-b694-fd6e67c804a3', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:45.705229 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65b368e0-c5f1-4baa-b1a7-9783b4eb1c40 req-45948ffd-7389-4985-8324-a22dcc6b7c40 service neutron] 10.222.0.58 "GET /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065977 Mar 08 12:07:45.748923 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Checking router: 419765bc-7344-4bbe-a131-25b4a02aaca9 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:45.757081 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] For port ebaee42a-2e05-466b-b694-fd6e67c804a3, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=ebaee42a-2e05-466b-b694-fd6e67c804a3,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:45.757457 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:45.765301 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Routers {'419765bc-7344-4bbe-a131-25b4a02aaca9'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:45.766387 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['419765bc-7344-4bbe-a131-25b4a02aaca9'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:45.774115 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Calling delete_port for ebaee42a-2e05-466b-b694-fd6e67c804a3 owned by network:router_gateway {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:45.868317 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-a819d73b-f756-4e2f-876b-b914456166a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.870369 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-a819d73b-f756-4e2f-876b-b914456166a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f&tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb HTTP/1.1" status: 200 len: 1127 time: 0.1277044 Mar 08 12:07:45.952538 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] Set router 419765bc-7344-4bbe-a131-25b4a02aaca9 gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:45.976015 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-19c25f3a-46b6-4b22-830a-932c884bbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.977611 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-19c25f3a-46b6-4b22-830a-932c884bbc44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1127 time: 0.0724773 Mar 08 12:07:46.035843 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.061084 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:07:45Z', 'revision_number': 6, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:46.066610 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ebaee42a-2e05-466b-b694-fd6e67c804a3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.093544 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325a53-4d52-4ccd-ad96-5d733b43daa9 None None] The sync data for ids ['419765bc-7344-4bbe-a131-25b4a02aaca9'] in dv-cinder-830087-2-iscsi is: [{'id': '419765bc-7344-4bbe-a131-25b4a02aaca9', 'name': 'tempest-TestMinimumBasicScenario-1584426231-router', 'tenant_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:07:45Z', 'revision_number': 6, 'project_id': 'a0b93ba112f94a11ab3c56f431ac05b5', 'gw_port_host': None}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:46.148989 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-74c99e3e-4e66-4a56-b3e9-c4aa4bfb78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.150063 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-74c99e3e-4e66-4a56-b3e9-c4aa4bfb78e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 910 time: 0.1578550 Mar 08 12:07:46.150451 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebaee42a-2e05-466b-b694-fd6e67c804a3,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:46.253634 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (419765bc-7344-4bbe-a131-25b4a02aaca9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.280403 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-e3cda8ac-4245-422a-8ec5-bc0c69daa4c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 999 time: 0.1230447 Mar 08 12:07:46.333956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-46a3f36a-4d19-408e-a746-0f8d9c64ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.335556 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-46a3f36a-4d19-408e-a746-0f8d9c64ce03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.0489662 Mar 08 12:07:46.405427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-8823663c-5c5d-43b6-92e9-f01d67c7bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.407321 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-8823663c-5c5d-43b6-92e9-f01d67c7bdad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646975 Mar 08 12:07:46.440147 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.442758 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks [] for router_controller (419765bc-7344-4bbe-a131-25b4a02aaca9), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.528176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210ce0-7fd5-4e9f-8bce-3e361a6b9a4c req-d5a053ea-1ee4-442a-8ced-93607d2e6b0b tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.529852 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d5210ce0-7fd5-4e9f-8bce-3e361a6b9a4c req-d5a053ea-1ee4-442a-8ced-93607d2e6b0b tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.1665671 Mar 08 12:07:46.543473 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-7817716b-5dc7-4f69-ba03-9baf1156258e service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283925 Mar 08 12:07:46.577026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (419765bc-7344-4bbe-a131-25b4a02aaca9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.577967 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 419765bc-7344-4bbe-a131-25b4a02aaca9 {{(pid=109814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:07:46.586373 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.588268 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-72ad16a0-e1bf-472f-a573-4736a8f8b6a0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/419765bc-7344-4bbe-a131-25b4a02aaca9 HTTP/1.1" status: 204 len: 168 time: 1.4194384 Mar 08 12:07:46.593780 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36266) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:46.677801 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13081f7a-e532-4ae0-b3b2-09c692b0ba70 req-580c2306-5d3f-466e-9673-cc0d1d22bb5a service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283143 Mar 08 12:07:46.700677 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d5210ce0-7fd5-4e9f-8bce-3e361a6b9a4c req-02d11f54-ba4a-4949-961b-02ac00a7de27 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588545 Mar 08 12:07:46.713208 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Deleting subnet 754d0c12-e940-4dca-b07f-49619505bbf5 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:07:46.717853 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Publish callbacks [] for subnet (754d0c12-e940-4dca-b07f-49619505bbf5), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.767182 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe072f-922a-4c88-8135-b3084e4b6395 req-0171c860-f190-4fec-9ed8-e647c96a135a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.768578 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89fe072f-922a-4c88-8135-b3084e4b6395 req-0171c860-f190-4fec-9ed8-e647c96a135a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0738428 Mar 08 12:07:46.806725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (754d0c12-e940-4dca-b07f-49619505bbf5), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.894682 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89fe072f-922a-4c88-8135-b3084e4b6395 req-e8ae653d-a838-4f7c-a054-9088bd0b04ee tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192183 Mar 08 12:07:46.984171 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (754d0c12-e940-4dca-b07f-49619505bbf5), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.156862 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (754d0c12-e940-4dca-b07f-49619505bbf5), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.186468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754d0c12-e940-4dca-b07f-49619505bbf5,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:47.192664 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.196179 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9bae9969-30cb-4c31-b956-87644aab8593 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/754d0c12-e940-4dca-b07f-49619505bbf5 HTTP/1.1" status: 204 len: 168 time: 0.5987790 Mar 08 12:07:47.196894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36280) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:47.218767 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc980f-ccb5-4fdb-aee3-84d7e56e40ae None None] Network ff8d8855-89c6-49cd-80d9-941f3fa9813c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:07:47.342542 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (ff8d8855-89c6-49cd-80d9-941f3fa9813c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.437128 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Deleting port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:47.437507 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.504587 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] DHCP port deletion for ff8d8855-89c6-49cd-80d9-941f3fa9813c request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:07:47.565028 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] For port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:47.565405 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.605956 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Calling delete_port for f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:47.657839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Deleting port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:47.660271 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.707286 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 64291c9a-80ce-4e69-967a-7eccccc39d96 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:47.786472 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 64291c9a-80ce-4e69-967a-7eccccc39d96 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:47.787233 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 64291c9a-80ce-4e69-967a-7eccccc39d96 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:47.788037 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device ebaee42a-2e05-466b-b694-fd6e67c804a3 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:47.801398 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] For port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,segment=NetworkSegment(33279f95-e384-4d1c-b38d-d85a77308c98),segment_id=33279f95-e384-4d1c-b38d-d85a77308c98)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:47.802071 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.835913 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: ebaee42a-2e05-466b-b694-fd6e67c804a3 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:47.836893 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device ebaee42a-2e05-466b-b694-fd6e67c804a3 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:47.837863 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:47.902209 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Calling delete_port for f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:47.914646 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3003b-4ff4-469c-b6cd-6dc1bc1a7da3 req-81b4e195-afeb-43af-8e7e-aa6eba0bae70 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:47.916893 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-28d3003b-4ff4-469c-b6cd-6dc1bc1a7da3 req-81b4e195-afeb-43af-8e7e-aa6eba0bae70 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0852258 Mar 08 12:07:47.930098 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.979313 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:47.981689 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] No DVR routers for this DVR port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a on host dv-cinder-830087-2-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:47.983017 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-28d3003b-4ff4-469c-b6cd-6dc1bc1a7da3 req-e287f99a-74ae-4a52-859f-78a686f3a265 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596092 Mar 08 12:07:48.022449 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No active binding found for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a {{(pid=109815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:07:48.022843 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] The host dv-cinder-830087-2-iscsi is not matching for port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a host None! {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 12:07:48.023239 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:48.068016 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.096004 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] Pushing event deleted for resources: {'Port': ['ID=f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:48.098432 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b2876-234c-4655-839a-c1ab5ae9d21c None None] No DVR routers for this DVR port f5c2bd11-9f9f-46a0-b9a9-c326337c6c0a on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:48.120517 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (ff8d8855-89c6-49cd-80d9-941f3fa9813c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.152602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8d8855-89c6-49cd-80d9-941f3fa9813c']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:48.166756 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33279f95-e384-4d1c-b38d-d85a77308c98') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:48.167072 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33279f95-e384-4d1c-b38d-d85a77308c98') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:48.180284 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130173'] for segment (33279f95-e384-4d1c-b38d-d85a77308c98), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.212084 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36fe4-75dd-4b02-841b-d3c489e59aae req-911e1402-8a53-45e3-82c3-9e1734b5006b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:48.213697 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-55c36fe4-75dd-4b02-841b-d3c489e59aae req-911e1402-8a53-45e3-82c3-9e1734b5006b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1557810 Mar 08 12:07:48.228033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (33279f95-e384-4d1c-b38d-d85a77308c98), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.244042 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:07:48.244469 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513473'] for segment (33279f95-e384-4d1c-b38d-d85a77308c98), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: Traceback (most recent call last): Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: timer() Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: cb(*args, **kw) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: return func(*args, **kwargs) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: self._notify() Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: self.callback(batched_events) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: event.method(event) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: return f(self, *a, **k) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._get(url).json() Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:07:48.246209 dv-cinder-830087-2-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:07:48.328559 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-55c36fe4-75dd-4b02-841b-d3c489e59aae req-c86d40f2-9598-4e48-9a65-a1937436ea91 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075506 Mar 08 12:07:48.392360 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36300) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:48.410416 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (ff8d8855-89c6-49cd-80d9-941f3fa9813c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.422402 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.428687 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] 10.222.0.52 "DELETE /v2.0/networks/ff8d8855-89c6-49cd-80d9-941f3fa9813c HTTP/1.1" status: 204 len: 168 time: 1.2306538 Mar 08 12:07:48.429038 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36304) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:48.443165 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8449f9-7833-4203-bc14-0d7023bb6c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8d8855-89c6-49cd-80d9-941f3fa9813c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:48.578871 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8741c0a2-e86e-48d2-a164-9c4329161ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.676237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8741c0a2-e86e-48d2-a164-9c4329161ce4 admin admin] Publish callbacks [] for security_group (e041bcb2-88cc-418d-aacb-082eff5dd17a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.753000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8741c0a2-e86e-48d2-a164-9c4329161ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e041bcb2-88cc-418d-aacb-082eff5dd17a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.799558 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8741c0a2-e86e-48d2-a164-9c4329161ce4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=435b45cdb2384546a8be13c92c113b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056561 Mar 08 12:07:48.802327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36306) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:48.815291 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741c0a2-e86e-48d2-a164-9c4329161ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041bcb2-88cc-418d-aacb-082eff5dd17a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:48.924794 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] Publish callbacks [] for security_group (e041bcb2-88cc-418d-aacb-082eff5dd17a), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.959329 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] Publish callbacks [] for security_group (e041bcb2-88cc-418d-aacb-082eff5dd17a), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:49.043386 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (a71ef667-c08e-4d36-a072-0f92ead12d89), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:49.124759 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e041bcb2-88cc-418d-aacb-082eff5dd17a), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:49.130854 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:49.135567 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e041bcb2-88cc-418d-aacb-082eff5dd17a HTTP/1.1" status: 204 len: 168 time: 0.3272846 Mar 08 12:07:49.533663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dd20e-86de-4a2c-9e18-0847220bcb3e req-24f9233b-962b-498b-83ff-b1a6bbdfea23 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:49.547992 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-426dd20e-86de-4a2c-9e18-0847220bcb3e req-24f9233b-962b-498b-83ff-b1a6bbdfea23 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1108890 Mar 08 12:07:49.643263 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-426dd20e-86de-4a2c-9e18-0847220bcb3e req-cfc531ab-eb89-4bd3-bcaa-5bbaa013dd7d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931122 Mar 08 12:07:49.657075 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe136111-1ebf-40f7-b0e0-dd9d322201a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041bcb2-88cc-418d-aacb-082eff5dd17a,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:49.730595 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f302fd-757e-4120-ba94-c5036761d9be req-167b8cc1-97fd-4c1b-a888-c8e457f4717a tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:49.732613 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-70f302fd-757e-4120-ba94-c5036761d9be req-167b8cc1-97fd-4c1b-a888-c8e457f4717a tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.6302004 Mar 08 12:07:49.850930 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-70f302fd-757e-4120-ba94-c5036761d9be req-2dee17d2-e50e-47cb-8484-5ea50f789084 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850308 Mar 08 12:07:49.962450 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Deleting port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:49.963141 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.042949 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36318) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:50.072199 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f35-b172-4e68-a3f7-0228d0acbe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.076751 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] For port 2219c3d0-6edd-43b6-8e7e-c207a305d5ff, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:50.077188 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.106819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Calling delete_port for 2219c3d0-6edd-43b6-8e7e-c207a305d5ff owned by network:router_interface {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:50.288084 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f35-b172-4e68-a3f7-0228d0acbe47 admin admin] Publish callbacks [] for security_group (4757b772-16d6-4650-bfe9-658349500c08), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.353176 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f35-b172-4e68-a3f7-0228d0acbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4757b772-16d6-4650-bfe9-658349500c08), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.408429 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7ad09f35-b172-4e68-a3f7-0228d0acbe47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23a8f24032e84a2287f6cc9a87daf7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641131 Mar 08 12:07:50.409980 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36320) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:50.410564 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad09f35-b172-4e68-a3f7-0228d0acbe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4757b772-16d6-4650-bfe9-658349500c08,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:50.467260 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (2219c3d0-6edd-43b6-8e7e-c207a305d5ff), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.480080 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] Publish callbacks [] for security_group (4757b772-16d6-4650-bfe9-658349500c08), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.502419 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2219c3d0-6edd-43b6-8e7e-c207a305d5ff,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:50.522639 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] Publish callbacks [] for security_group (4757b772-16d6-4650-bfe9-658349500c08), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.641806 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (4757b772-16d6-4650-bfe9-658349500c08), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.645021 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.651454 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4757b772-16d6-4650-bfe9-658349500c08 HTTP/1.1" status: 204 len: 168 time: 0.2397990 Mar 08 12:07:50.664024 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475b43f-5aec-4261-9929-167a58ce7cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4757b772-16d6-4650-bfe9-658349500c08,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:50.832839 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (a71ef667-c08e-4d36-a072-0f92ead12d89), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:50.933557 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e86f3-230f-415d-9ec3-d924077d0f3a req-872210cf-333a-4a43-8ad6-5ba6d6c9d0db tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:50.941790 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f1e86f3-230f-415d-9ec3-d924077d0f3a req-872210cf-333a-4a43-8ad6-5ba6d6c9d0db tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1658766 Mar 08 12:07:51.018843 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f1e86f3-230f-415d-9ec3-d924077d0f3a req-c349a0bf-0e31-4949-b559-9d9a9696b61d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763750 Mar 08 12:07:51.067083 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecde34-4a90-45d8-97de-d685887aa8fa req-07e24c3f-4eb8-4569-bf42-b95488750fde tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:51.069325 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aaecde34-4a90-45d8-97de-d685887aa8fa req-07e24c3f-4eb8-4569-bf42-b95488750fde tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.1363344 Mar 08 12:07:51.234972 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-aaecde34-4a90-45d8-97de-d685887aa8fa req-38164636-ec13-4c0c-b962-ca4f8b313564 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480527 Mar 08 12:07:51.357223 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Router a71ef667-c08e-4d36-a072-0f92ead12d89 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:51.545447 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:51.554664 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Sync routers for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:51.566131 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a678ce0b-1388-4544-9e8c-6887b808d4ee admin admin] 10.222.0.52 "PUT /v2.0/routers/a71ef667-c08e-4d36-a072-0f92ead12d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1330664 Mar 08 12:07:51.566540 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36338) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:51.577695 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:51.578749 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:51.699271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks [] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:51.795231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:51.833450 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks [] for router_gateway (a71ef667-c08e-4d36-a072-0f92ead12d89), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:52.008543 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:07:50Z', 'revision_number': 5, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:52.040311 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Checking router: a71ef667-c08e-4d36-a072-0f92ead12d89 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:52.058627 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Routers {'a71ef667-c08e-4d36-a072-0f92ead12d89'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:52.060230 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:07:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a71ef667-c08e-4d36-a072-0f92ead12d89'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:52.182792 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8773d57-865b-42da-a1b4-308c9a786f60 req-71c6c780-0e30-458d-9a11-ebca1d7aa6ab tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.208930 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8773d57-865b-42da-a1b4-308c9a786f60 req-71c6c780-0e30-458d-9a11-ebca1d7aa6ab tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1043909 Mar 08 12:07:52.317395 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] Set router a71ef667-c08e-4d36-a072-0f92ead12d89 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:52.396578 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8773d57-865b-42da-a1b4-308c9a786f60 req-3dfa31ca-a661-40a3-9900-2ef057d1882e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869016 Mar 08 12:07:52.412923 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Deleting port 697c40c6-931c-44b2-8d66-7bb0a5d45d65 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:52.413270 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:52.426725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27b1f-eb22-4edb-bec1-e5c46d46eab0 req-acd6363f-343b-4c58-8572-9c327c780647 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.442161 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-11e27b1f-eb22-4edb-bec1-e5c46d46eab0 req-acd6363f-343b-4c58-8572-9c327c780647 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.1023505 Mar 08 12:07:52.520486 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-11e27b1f-eb22-4edb-bec1-e5c46d46eab0 req-4cd89063-f83a-41a9-9e89-3e40933965be tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771506 Mar 08 12:07:52.584008 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] For port 697c40c6-931c-44b2-8d66-7bb0a5d45d65, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=697c40c6-931c-44b2-8d66-7bb0a5d45d65,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:52.584289 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:52.599208 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Calling delete_port for 697c40c6-931c-44b2-8d66-7bb0a5d45d65 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:52.691171 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:07:50Z', 'revision_number': 5, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:52.763606 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb941dee-d7fb-4262-8247-11864bb61721 None None] The sync data for ids ['a71ef667-c08e-4d36-a072-0f92ead12d89'] in dv-cinder-830087-2-iscsi is: [{'id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'name': 'tempest-TestMinimumBasicScenario-343729388-router', 'tenant_id': '9211abecea7d4a0e9f7b8ad034637276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:06Z', 'updated_at': '2022-03-08T12:07:50Z', 'revision_number': 5, 'project_id': '9211abecea7d4a0e9f7b8ad034637276', 'gw_port': {'id': '697c40c6-931c-44b2-8d66-7bb0a5d45d65', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef667-c08e-4d36-a072-0f92ead12d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:07Z', 'updated_at': '2022-03-08T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:53.032723 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (697c40c6-931c-44b2-8d66-7bb0a5d45d65), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.062889 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Pushing event deleted for resources: {'Port': ['ID=697c40c6-931c-44b2-8d66-7bb0a5d45d65,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:53.149581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (a71ef667-c08e-4d36-a072-0f92ead12d89), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.320911 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.326898 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks [] for router_controller (a71ef667-c08e-4d36-a072-0f92ead12d89), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.465482 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (a71ef667-c08e-4d36-a072-0f92ead12d89), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.466390 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a71ef667-c08e-4d36-a072-0f92ead12d89 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:07:53.471934 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.475861 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36370) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:53.485036 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ffce228a-b631-4f57-bfc3-714225cc5504 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a71ef667-c08e-4d36-a072-0f92ead12d89 HTTP/1.1" status: 204 len: 168 time: 1.9169126 Mar 08 12:07:53.605098 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Deleting subnet fc041998-3047-449c-9754-f47cc48f56cf {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:07:53.652222 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Publish callbacks [] for subnet (fc041998-3047-449c-9754-f47cc48f56cf), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.708045 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 2219c3d0-6edd-43b6-8e7e-c207a305d5ff no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:53.719947 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (fc041998-3047-449c-9754-f47cc48f56cf), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.755857 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 2219c3d0-6edd-43b6-8e7e-c207a305d5ff {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:53.756830 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 2219c3d0-6edd-43b6-8e7e-c207a305d5ff not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:53.795771 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a4b50-f722-4844-9cc6-5f49f81ad904 req-9af5808d-0883-4333-8106-a8d8a6412522 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:53.797390 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c22a4b50-f722-4844-9cc6-5f49f81ad904 req-9af5808d-0883-4333-8106-a8d8a6412522 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.1885490 Mar 08 12:07:53.888492 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c22a4b50-f722-4844-9cc6-5f49f81ad904 req-4d5a58dc-8780-4294-8d37-dc5589f2665d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824881 Mar 08 12:07:53.968472 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (fc041998-3047-449c-9754-f47cc48f56cf), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.005844 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d40aa-0052-4886-886f-6559a98542c1 req-3c183ae5-4627-47e3-a348-4010b622d02f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:54.007833 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-158d40aa-0052-4886-886f-6559a98542c1 req-3c183ae5-4627-47e3-a348-4010b622d02f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.2079315 Mar 08 12:07:54.092556 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-158d40aa-0052-4886-886f-6559a98542c1 req-75c70230-7390-4b22-a24c-8072429dad76 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769832 Mar 08 12:07:54.207487 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (fc041998-3047-449c-9754-f47cc48f56cf), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.260064 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc041998-3047-449c-9754-f47cc48f56cf,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:54.278513 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.280939 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eeb26e-9bd5-4a1b-a40c-497b04c4e99e None None] Network cabf780d-09a6-4311-b7d8-36cf5cc9fe5c requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:07:54.287434 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-85822104-6362-4a86-ad05-267172c5ceac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fc041998-3047-449c-9754-f47cc48f56cf HTTP/1.1" status: 204 len: 168 time: 0.8084536 Mar 08 12:07:54.288214 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36386) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:54.375323 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.513340 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Deleting port 3f93f866-9c2a-45f4-b227-03772cf0a964 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:54.514122 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.558431 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] DHCP port deletion for cabf780d-09a6-4311-b7d8-36cf5cc9fe5c request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:07:54.592187 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] For port 3f93f866-9c2a-45f4-b227-03772cf0a964, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=3f93f866-9c2a-45f4-b227-03772cf0a964,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:54.592705 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.607462 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Calling delete_port for 3f93f866-9c2a-45f4-b227-03772cf0a964 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:54.644540 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Deleting port 3f93f866-9c2a-45f4-b227-03772cf0a964 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:54.645005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.725368 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] For port 3f93f866-9c2a-45f4-b227-03772cf0a964, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=3f93f866-9c2a-45f4-b227-03772cf0a964,segment=NetworkSegment(ba94dbd9-e668-41ef-96bf-b9973e768077),segment_id=ba94dbd9-e668-41ef-96bf-b9973e768077)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:54.726055 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.746768 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Calling delete_port for 3f93f866-9c2a-45f4-b227-03772cf0a964 owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:54.769786 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.806331 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f93f866-9c2a-45f4-b227-03772cf0a964,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:54.811140 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] No DVR routers for this DVR port 3f93f866-9c2a-45f4-b227-03772cf0a964 on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:54.850725 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (3f93f866-9c2a-45f4-b227-03772cf0a964), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.875758 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Pushing event deleted for resources: {'Port': ['ID=3f93f866-9c2a-45f4-b227-03772cf0a964,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:54.884996 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] No DVR routers for this DVR port 3f93f866-9c2a-45f4-b227-03772cf0a964 on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:54.887377 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.888398 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.888748 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.889088 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.889425 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.889751 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.890324 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.890711 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.891117 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.891496 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.891939 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.892497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.892707 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.893203 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65aaccc-93e6-4b60-9d9a-7c6db20f5240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:54.916375 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf780d-09a6-4311-b7d8-36cf5cc9fe5c']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:54.926603 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba94dbd9-e668-41ef-96bf-b9973e768077') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:54.926934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba94dbd9-e668-41ef-96bf-b9973e768077') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:54.936768 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (ba94dbd9-e668-41ef-96bf-b9973e768077), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.949702 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (ba94dbd9-e668-41ef-96bf-b9973e768077), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.955863 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:07:54.957612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (ba94dbd9-e668-41ef-96bf-b9973e768077), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:07:54.958048 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:07:55.065136 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a38e5-2e0b-45e4-9da1-87f5df75f6e1 req-ef4499e7-396e-4dd4-95a1-6d97c5a9cbdc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.066537 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-623a38e5-2e0b-45e4-9da1-87f5df75f6e1 req-ef4499e7-396e-4dd4-95a1-6d97c5a9cbdc tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0545211 Mar 08 12:07:55.084023 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (cabf780d-09a6-4311-b7d8-36cf5cc9fe5c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.088554 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.093173 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cabf780d-09a6-4311-b7d8-36cf5cc9fe5c HTTP/1.1" status: 204 len: 168 time: 0.8039043 Mar 08 12:07:55.106627 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988535f-52bc-4b5a-83b1-a5b81e26a832 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabf780d-09a6-4311-b7d8-36cf5cc9fe5c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:55.119788 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-623a38e5-2e0b-45e4-9da1-87f5df75f6e1 req-12aa6016-2cc1-4487-9e48-c2ca3d40ce0b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 Mar 08 12:07:55.247051 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d49-abeb-4692-a64c-66c8140fc520 req-f1529988-a2a8-4685-8871-3144ad09b3af tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.247051 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3efa0d49-abeb-4692-a64c-66c8140fc520 req-f1529988-a2a8-4685-8871-3144ad09b3af tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0572453 Mar 08 12:07:55.296729 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3efa0d49-abeb-4692-a64c-66c8140fc520 req-7daee940-0bd4-41bf-b9b5-22e0e294bb73 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473914 Mar 08 12:07:55.536476 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36418) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:55.583108 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-19955e1e-e1c1-44c0-b4af-50e7df936656 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0b93ba112f94a11ab3c56f431ac05b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438361 Mar 08 12:07:55.584254 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36422) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:55.591779 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 697c40c6-931c-44b2-8d66-7bb0a5d45d65 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:55.612364 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 697c40c6-931c-44b2-8d66-7bb0a5d45d65 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:55.612722 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 697c40c6-931c-44b2-8d66-7bb0a5d45d65 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:55.613127 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 3f93f866-9c2a-45f4-b227-03772cf0a964 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:55.634033 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 3f93f866-9c2a-45f4-b227-03772cf0a964 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:55.634687 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 3f93f866-9c2a-45f4-b227-03772cf0a964 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:55.640230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] Publish callbacks [] for security_group (5e9e96a6-2787-481f-884d-2a5f5e779d87), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.668622 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] Publish callbacks [] for security_group (5e9e96a6-2787-481f-884d-2a5f5e779d87), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.669960 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36424) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:55.774723 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b36a07b7-424e-4c21-8613-c0ce89510caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.784718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (5e9e96a6-2787-481f-884d-2a5f5e779d87), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.787314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.788522 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e9e96a6-2787-481f-884d-2a5f5e779d87 HTTP/1.1" status: 204 len: 168 time: 0.2031300 Mar 08 12:07:55.798613 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f12e-085b-4a85-877b-3107a186421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e96a6-2787-481f-884d-2a5f5e779d87,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:55.852356 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b36a07b7-424e-4c21-8613-c0ce89510caf admin admin] Publish callbacks [] for security_group (3a65d978-0a85-4d9e-9512-ddb2b750bff1), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.938696 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b36a07b7-424e-4c21-8613-c0ce89510caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (3a65d978-0a85-4d9e-9512-ddb2b750bff1), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.976076 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b36a07b7-424e-4c21-8613-c0ce89510caf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1247ed1a92a4487ba7e668b0a459eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050404 Mar 08 12:07:55.976914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a07b7-424e-4c21-8613-c0ce89510caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a65d978-0a85-4d9e-9512-ddb2b750bff1,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:55.978807 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36430) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:56.029379 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] Publish callbacks [] for security_group (3a65d978-0a85-4d9e-9512-ddb2b750bff1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.050828 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] Publish callbacks [] for security_group (3a65d978-0a85-4d9e-9512-ddb2b750bff1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.162033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (3a65d978-0a85-4d9e-9512-ddb2b750bff1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.164656 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.167800 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a65d978-0a85-4d9e-9512-ddb2b750bff1 HTTP/1.1" status: 204 len: 168 time: 0.1859891 Mar 08 12:07:56.175547 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52265d-1fd0-45ba-8b51-8bac63bc83d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a65d978-0a85-4d9e-9512-ddb2b750bff1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:56.269283 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b969e-89d0-4a33-9330-61183fd7c0b2 req-96ca5d78-ff08-4acf-bca3-58d650c74a1d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.270823 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e87b969e-89d0-4a33-9330-61183fd7c0b2 req-96ca5d78-ff08-4acf-bca3-58d650c74a1d tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 943 time: 0.0542686 Mar 08 12:07:56.321391 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e87b969e-89d0-4a33-9330-61183fd7c0b2 req-51f7af68-634e-4070-8d3c-d564d2db377e tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Mar 08 12:07:56.404164 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36440) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:56.417318 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783481e5-08d6-438d-ab12-5aa4331cbf69 req-ae843eca-41f2-410b-a154-758d483196c0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.422156 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-783481e5-08d6-438d-ab12-5aa4331cbf69 req-ae843eca-41f2-410b-a154-758d483196c0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 943 time: 0.0540044 Mar 08 12:07:56.444339 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-517e520d-f640-4cb2-9758-59d37633b0da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9211abecea7d4a0e9f7b8ad034637276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390084 Mar 08 12:07:56.450790 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36442) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:56.469988 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-783481e5-08d6-438d-ab12-5aa4331cbf69 req-9c04c4d1-c393-4ad7-8fd4-5c5fdbd086c0 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Mar 08 12:07:56.473779 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:56.497644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] Publish callbacks [] for security_group (1fb249fe-5b37-4086-97b0-6e5430001dca), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.522922 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] Publish callbacks [] for security_group (1fb249fe-5b37-4086-97b0-6e5430001dca), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.581059 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:56.593231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'port_id': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'mac_address': 'fa:16:3e:1f:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:56.630948 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:56.631378 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.636171 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1fb249fe-5b37-4086-97b0-6e5430001dca), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.640203 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.643549 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fb249fe-5b37-4086-97b0-6e5430001dca HTTP/1.1" status: 204 len: 168 time: 0.1957095 Mar 08 12:07:56.645939 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:56.651849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767883e-6aaf-4746-859c-d517e9106943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb249fe-5b37-4086-97b0-6e5430001dca,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:56.681994 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:56.729836 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.730725 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:56.797710 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=9']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:56.866857 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:56.877692 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'port_id': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'mac_address': 'fa:16:3e:60:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:56.916453 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36448) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:56.923245 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:56.923689 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.930178 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fba07a9f-a57e-4975-b1f0-a41ae5aaa6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.936908 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:56.956402 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:57.007309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fba07a9f-a57e-4975-b1f0-a41ae5aaa6ab admin admin] Publish callbacks [] for security_group (7360f185-26e7-4567-9a27-814f12e4b3d0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.030537 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.082862 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=7']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:57.087902 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fba07a9f-a57e-4975-b1f0-a41ae5aaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7360f185-26e7-4567-9a27-814f12e4b3d0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.130595 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba07a9f-a57e-4975-b1f0-a41ae5aaa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360f185-26e7-4567-9a27-814f12e4b3d0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:57.139102 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fba07a9f-a57e-4975-b1f0-a41ae5aaa6ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d10a2c405df49f793dac468ce4e5c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185001 Mar 08 12:07:57.140088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36450) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:57.194892 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] Publish callbacks [] for security_group (7360f185-26e7-4567-9a27-814f12e4b3d0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.221000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] Publish callbacks [] for security_group (7360f185-26e7-4567-9a27-814f12e4b3d0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.346833 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (7360f185-26e7-4567-9a27-814f12e4b3d0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.349372 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.350541 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7360f185-26e7-4567-9a27-814f12e4b3d0 HTTP/1.1" status: 204 len: 168 time: 0.2101569 Mar 08 12:07:57.360923 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bd5b6-61c8-4632-b643-19c73b340230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360f185-26e7-4567-9a27-814f12e4b3d0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:57.381197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['f643f1ba-60a7-4141-9438-5e593a45d390'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:57.408773 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:57.461432 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f57668-d5f9-4d9a-b123-45374c94d207 req-73e2aceb-2f8e-4cd3-b42c-3b33a7af6a0a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.463064 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-29f57668-d5f9-4d9a-b123-45374c94d207 req-73e2aceb-2f8e-4cd3-b42c-3b33a7af6a0a tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0542662 Mar 08 12:07:57.515737 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-29f57668-d5f9-4d9a-b123-45374c94d207 req-8126d7c7-a1b3-4cea-ac9e-ae8fa0d9710f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Mar 08 12:07:57.607485 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77d7fa-31df-4339-a092-38b896d2b8ef req-391c90a2-c9bd-4f54-a49f-1c0a645871cf tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.609003 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-da77d7fa-31df-4339-a092-38b896d2b8ef req-391c90a2-c9bd-4f54-a49f-1c0a645871cf tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 944 time: 0.0598793 Mar 08 12:07:57.659636 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-da77d7fa-31df-4339-a092-38b896d2b8ef req-2df08193-2143-47eb-9c67-8d099416493b tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447314 Mar 08 12:07:58.486139 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:58.535388 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:58.535750 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.618935 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:58.619337 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.644675 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:58.647016 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba367b7-4b8f-4d52-bfa7-ed47841705a5" -d '{"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-plugged", "status": "completed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:58.653005 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debcbb9-5a29-43a5-83af-7f10ebd84153 req-53b66769-df47-4753-894c-93ee26326da4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.655299 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5debcbb9-5a29-43a5-83af-7f10ebd84153 req-53b66769-df47-4753-894c-93ee26326da4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 944 time: 0.0607457 Mar 08 12:07:58.660537 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:58.685085 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1154bd0-cb9e-4dd2-bedc-a7859bb3e98d x-openstack-request-id: req-d1154bd0-cb9e-4dd2-bedc-a7859bb3e98d {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:58.685366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-plugged", "status": "completed", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:58.685620 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1154bd0-cb9e-4dd2-bedc-a7859bb3e98d {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:58.686011 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'code': 200} Mar 08 12:07:58.709208 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5debcbb9-5a29-43a5-83af-7f10ebd84153 req-bf684acc-c952-4c51-87e8-06376c7609d8 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Mar 08 12:07:58.718655 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.719471 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:58.795926 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa7b0-7ca1-4877-b500-265b7396a467 req-7b1ae79c-2c85-48ea-b0a3-f7cb49d93e34 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.797590 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-baefa7b0-7ca1-4877-b500-265b7396a467 req-7b1ae79c-2c85-48ea-b0a3-f7cb49d93e34 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0547218 Mar 08 12:07:58.806541 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=8']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:58.819606 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port f643f1ba-60a7-4141-9438-5e593a45d390 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:58.819993 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.853969 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-baefa7b0-7ca1-4877-b500-265b7396a467 req-e128e299-d0ec-4a6c-8f23-c902c06e4e20 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498481 Mar 08 12:07:58.911032 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port f643f1ba-60a7-4141-9438-5e593a45d390 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:58.911428 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.946520 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:59.011771 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249425-a9b4-4b2c-a32e-2e903caab635 req-1fc2e63b-3578-4225-9738-984bd47f1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.013744 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4c249425-a9b4-4b2c-a32e-2e903caab635 req-1fc2e63b-3578-4225-9738-984bd47f1c63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0459352 Mar 08 12:07:59.021410 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.054317 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36494) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:59.062084 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4c249425-a9b4-4b2c-a32e-2e903caab635 req-8297906f-72a5-40b4-a112-3d6b8be28bfd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Mar 08 12:07:59.075038 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=10']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:59.162717 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d011d9e6-9c70-4f29-9590-4c75b87f24b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.245524 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d011d9e6-9c70-4f29-9590-4c75b87f24b2 admin admin] Publish callbacks [] for security_group (00b5507a-71a0-470e-80e7-8ac5753273a9), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.333449 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d011d9e6-9c70-4f29-9590-4c75b87f24b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (00b5507a-71a0-470e-80e7-8ac5753273a9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.372502 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-d011d9e6-9c70-4f29-9590-4c75b87f24b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e38f8bea56674f9083b6a71cfa7b4b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163891 Mar 08 12:07:59.373367 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011d9e6-9c70-4f29-9590-4c75b87f24b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b5507a-71a0-470e-80e7-8ac5753273a9,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:59.375249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36498) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:59.425367 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] Publish callbacks [] for security_group (00b5507a-71a0-470e-80e7-8ac5753273a9), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.447643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] Publish callbacks [] for security_group (00b5507a-71a0-470e-80e7-8ac5753273a9), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.541003 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (00b5507a-71a0-470e-80e7-8ac5753273a9), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.543532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.545289 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00b5507a-71a0-470e-80e7-8ac5753273a9 HTTP/1.1" status: 204 len: 168 time: 0.1689727 Mar 08 12:07:59.553436 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f42f8-fda0-49a4-95b0-c504ee5c1b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b5507a-71a0-470e-80e7-8ac5753273a9,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:59.848411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdaff0-6ac6-4aac-8c4b-2858a90ec7df req-7f51ee40-88de-4414-af99-ced7e817528f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.849880 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b3fdaff0-6ac6-4aac-8c4b-2858a90ec7df req-7f51ee40-88de-4414-af99-ced7e817528f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0573287 Mar 08 12:07:59.902690 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b3fdaff0-6ac6-4aac-8c4b-2858a90ec7df req-fe987e09-9520-480d-be05-dc6051f74dae tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 Mar 08 12:07:59.989219 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16f4-d93c-4d3a-a8f9-afa1eaaf2ace req-5cf97260-a7a2-44ad-905d-b6e3921120e7 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.991241 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e3bd16f4-d93c-4d3a-a8f9-afa1eaaf2ace req-5cf97260-a7a2-44ad-905d-b6e3921120e7 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0643761 Mar 08 12:08:00.045734 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e3bd16f4-d93c-4d3a-a8f9-afa1eaaf2ace req-0ba34642-3bd2-4016-977a-47afd3ea96de tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 Mar 08 12:08:00.687221 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:00.689696 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5085fa08-b29b-481a-a7b7-3ec95e283f03" -d '{"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:00.732460 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073f6b0-f4d5-4e47-9ea9-b37b4b49fbee x-openstack-request-id: req-5073f6b0-f4d5-4e47-9ea9-b37b4b49fbee {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:00.732863 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-plugged", "status": "completed", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:00.733248 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5073f6b0-f4d5-4e47-9ea9-b37b4b49fbee {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:00.733731 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'code': 200} Mar 08 12:08:01.053874 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000096-a6dc-4599-be6c-00726bbe74a7 req-56339cd1-a00e-4673-9c20-793072ac5e64 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.056403 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37000096-a6dc-4599-be6c-00726bbe74a7 req-56339cd1-a00e-4673-9c20-793072ac5e64 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0703959 Mar 08 12:08:01.101113 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa0afc-2cbd-43a5-9900-966a6bc846ba req-7ffcd93f-05e2-42fc-92c8-faf7ed1dd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.102884 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6efa0afc-2cbd-43a5-9900-966a6bc846ba req-7ffcd93f-05e2-42fc-92c8-faf7ed1dd266 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 1130 time: 0.0716276 Mar 08 12:08:01.131651 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-37000096-a6dc-4599-be6c-00726bbe74a7 req-db0fffb3-ccac-47f1-96d5-e096c785b539 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640984 Mar 08 12:08:01.183968 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6efa0afc-2cbd-43a5-9900-966a6bc846ba req-1e3b5598-dcce-4e66-b627-3a8c821f742d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734563 Mar 08 12:08:01.202714 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1165e2-1381-4d5d-9daf-e74408db6b02 req-efc4586d-2c62-4fb9-9804-6271bbc57b67 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.208588 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-db1165e2-1381-4d5d-9daf-e74408db6b02 req-efc4586d-2c62-4fb9-9804-6271bbc57b67 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0865021 Mar 08 12:08:01.257401 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-db1165e2-1381-4d5d-9daf-e74408db6b02 req-2bd6ce7b-c003-401a-88ea-a99497b3bfd6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Mar 08 12:08:02.271230 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40bde9-ee9e-40de-b9ec-a7a025c853c0 req-5b3c823a-9ec7-43cd-9429-4588f1c37790 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.272946 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4a40bde9-ee9e-40de-b9ec-a7a025c853c0 req-5b3c823a-9ec7-43cd-9429-4588f1c37790 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0578692 Mar 08 12:08:02.326570 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4a40bde9-ee9e-40de-b9ec-a7a025c853c0 req-eac37564-573f-4694-8f74-fb3eea175599 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472584 Mar 08 12:08:03.453370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a665a09-cca0-445f-9ba4-b6932e84bf17 req-c00fa7d8-ef9e-4bd6-bd57-aa22019a5bba tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.454966 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a665a09-cca0-445f-9ba4-b6932e84bf17 req-c00fa7d8-ef9e-4bd6-bd57-aa22019a5bba tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0547323 Mar 08 12:08:03.502451 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a665a09-cca0-445f-9ba4-b6932e84bf17 req-5181f321-dc50-4bf9-a67b-44ee136cbf90 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Mar 08 12:08:04.628900 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d74d5f-a7e9-4616-b96e-3eb402a51818 req-90fe1433-bb43-4f7d-b47f-6a466a5560a9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.630297 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8d74d5f-a7e9-4616-b96e-3eb402a51818 req-90fe1433-bb43-4f7d-b47f-6a466a5560a9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0545752 Mar 08 12:08:04.676167 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b8d74d5f-a7e9-4616-b96e-3eb402a51818 req-7a5c18be-ea02-4ed0-944c-3fe51605bdc5 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403459 Mar 08 12:08:05.842554 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36610) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:05.944732 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eed9c4f9-545c-43df-92cb-d5e0349b3f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.018763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eed9c4f9-545c-43df-92cb-d5e0349b3f18 admin admin] Publish callbacks [] for security_group (e3684d91-c08c-47e2-ab49-73ec664d9358), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.081539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eed9c4f9-545c-43df-92cb-d5e0349b3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e3684d91-c08c-47e2-ab49-73ec664d9358), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.121039 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-eed9c4f9-545c-43df-92cb-d5e0349b3f18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc911b4eb14f4724848e4cb46e71165a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773948 Mar 08 12:08:06.121923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9c4f9-545c-43df-92cb-d5e0349b3f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3684d91-c08c-47e2-ab49-73ec664d9358,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:06.123978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36614) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:06.170909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] Publish callbacks [] for security_group (e3684d91-c08c-47e2-ab49-73ec664d9358), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.194844 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] Publish callbacks [] for security_group (e3684d91-c08c-47e2-ab49-73ec664d9358), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.329875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (e3684d91-c08c-47e2-ab49-73ec664d9358), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.332602 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.333745 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3684d91-c08c-47e2-ab49-73ec664d9358 HTTP/1.1" status: 204 len: 168 time: 0.2087078 Mar 08 12:08:06.342965 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ce964-18c0-4214-8143-0a191ebc70b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3684d91-c08c-47e2-ab49-73ec664d9358,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:06.959697 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36620) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:06.973635 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-560c20e4-cca5-49a2-b336-177258125082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.046210 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-560c20e4-cca5-49a2-b336-177258125082 admin admin] Publish callbacks [] for security_group (1553cbc5-8ba0-4b2f-b86d-a2464593b838), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.106976 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-560c20e4-cca5-49a2-b336-177258125082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1553cbc5-8ba0-4b2f-b86d-a2464593b838), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.146618 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-560c20e4-cca5-49a2-b336-177258125082 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66c18a652fa3467983cd31d1adf158fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857812 Mar 08 12:08:07.147477 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c20e4-cca5-49a2-b336-177258125082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1553cbc5-8ba0-4b2f-b86d-a2464593b838,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:07.149330 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36622) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:07.196230 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] Publish callbacks [] for security_group (1553cbc5-8ba0-4b2f-b86d-a2464593b838), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.218727 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] Publish callbacks [] for security_group (1553cbc5-8ba0-4b2f-b86d-a2464593b838), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.381515 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (1553cbc5-8ba0-4b2f-b86d-a2464593b838), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.384440 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.386000 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1553cbc5-8ba0-4b2f-b86d-a2464593b838 HTTP/1.1" status: 204 len: 168 time: 0.2355237 Mar 08 12:08:07.398840 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea814-f8f2-4f2d-8d0a-78e211f6bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1553cbc5-8ba0-4b2f-b86d-a2464593b838,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:09.946785 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-161f3b07-2792-4022-9d9c-aa836f4aa5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.065792 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:08:11.932988 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:12.158193 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2d1dab9b-330e-4cef-8182-296a2aa7de8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:13.215464 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:14.849655 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:16.004280 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.046581 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-c7f17221-c91c-4c57-a2d9-74883ed74382 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427930 Mar 08 12:08:17.162362 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-b00d13d1-5dd7-44f6-a28b-e58b97c4544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.163896 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-b00d13d1-5dd7-44f6-a28b-e58b97c4544c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0488625 Mar 08 12:08:17.270855 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-ea002f09-f56e-409a-ba04-c2d5826c63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.272333 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-ea002f09-f56e-409a-ba04-c2d5826c63c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 910 time: 0.0906177 Mar 08 12:08:17.338249 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-33946a12-033f-4785-928a-f5f113d0bca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 1001 time: 0.0597680 Mar 08 12:08:17.385041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-f74bd6ad-3e87-426c-a49c-6300b1372825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.386494 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-f74bd6ad-3e87-426c-a49c-6300b1372825 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.0426862 Mar 08 12:08:17.431792 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-ef06cd48-4c92-4bd1-bb4b-b5e6a797ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.433251 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-ef06cd48-4c92-4bd1-bb4b-b5e6a797ec7b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411429 Mar 08 12:08:17.524067 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-3cbc2e8c-33a3-4f37-bc1b-a708160556b8 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843108 Mar 08 12:08:17.614934 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ee61c26-6204-49a6-b321-7ac081fc83bc req-441d6924-bf12-4fe9-9fea-af36e84a9c20 service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849531 Mar 08 12:08:38.208700 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0054968-1799-4fce-8a00-985800c919dc req-5ea4ee1d-18a1-48d0-af4c-924e506745f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:38.217492 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e0054968-1799-4fce-8a00-985800c919dc req-5ea4ee1d-18a1-48d0-af4c-924e506745f3 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0538609 Mar 08 12:08:38.262800 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e0054968-1799-4fce-8a00-985800c919dc req-e33f65ee-d6c0-46b0-9382-5fd56394ae93 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Mar 08 12:08:39.389541 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7548a-468d-4ed7-ad7b-1c5a6ef67934 req-953a2e59-ac96-4278-9ecf-526130a5c701 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.391021 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-05e7548a-468d-4ed7-ad7b-1c5a6ef67934 req-953a2e59-ac96-4278-9ecf-526130a5c701 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0528212 Mar 08 12:08:39.443302 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-05e7548a-468d-4ed7-ad7b-1c5a6ef67934 req-7f05dd85-58b8-4e33-98ab-f6f5f1d0c93f tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups?id=df76167b-360a-4463-92dc-cdc983250a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Mar 08 12:08:39.855848 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-9909fc00-6ab1-4714-9a29-1d9015a920b4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.857266 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-9909fc00-6ab1-4714-9a29-1d9015a920b4 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Mar 08 12:08:39.935748 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-695b8556-fe12-4fe2-9b67-8a8e4b18f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.950327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Deleting port f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:39.950720 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.040042 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] For port f643f1ba-60a7-4141-9438-5e593a45d390, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f643f1ba-60a7-4141-9438-5e593a45d390,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:40.040406 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.212665 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.213030 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.213347 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Floating IP e9d6ad13-4e49-4d57-9aea-1e0b140bc233 disassociated. External IP: 172.27.3.141, port: f643f1ba-60a7-4141-9438-5e593a45d390. Mar 08 12:08:40.213681 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Calling delete_port for f643f1ba-60a7-4141-9438-5e593a45d390 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:40.398690 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (f643f1ba-60a7-4141-9438-5e593a45d390), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.426740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'Port': ['ID=f643f1ba-60a7-4141-9438-5e593a45d390,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:40.437970 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.438347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.438696 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.439052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.439392 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.440251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.440629 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.440963 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.441291 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.441644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.441969 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.442290 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.442644 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:40.816315 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a70734ea-464f-4497-9a16-cfaa44c65d1e req-112d0aff-00d1-463d-8c3d-905cc2cb10d9 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0362630 Mar 08 12:08:40.835637 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:40.950118 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:40.959768 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:40.970181 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:40.970785 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:40.991793 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] No DVR routers for this DVR port f643f1ba-60a7-4141-9438-5e593a45d390 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:40.994388 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:40.997694 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ebc6030f-583d-4467-8f49-69c74de50b47 req-a435d40b-6d30-468f-8ef0-7b853a763254 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.58 "DELETE /v2.0/ports/f643f1ba-60a7-4141-9438-5e593a45d390 HTTP/1.1" status: 204 len: 173 time: 1.1339192 Mar 08 12:08:40.998129 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-deleted', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:41.000493 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cad05c5-5f25-491a-8a00-9e27b3dceb23" -d '{"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-deleted", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:41.038389 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7c77b-2994-4e95-aed7-7b18e4b1eb7c x-openstack-request-id: req-cae7c77b-2994-4e95-aed7-7b18e4b1eb7c {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:41.038688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7584437d-59e0-449b-96d5-382c473768b8", "name": "network-vif-deleted", "tag": "f643f1ba-60a7-4141-9438-5e593a45d390", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:41.038939 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cae7c77b-2994-4e95-aed7-7b18e4b1eb7c {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:41.039331 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584437d-59e0-449b-96d5-382c473768b8', 'name': 'network-vif-deleted', 'tag': 'f643f1ba-60a7-4141-9438-5e593a45d390', 'status': 'completed', 'code': 200} Mar 08 12:08:41.087765 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:41.288581 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:41.319238 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:41.327456 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:41.328095 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:41.438133 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:41.679706 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:41.708897 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c99fe-9ebe-4d4e-85cf-e398fe0c3bb6 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:01:44Z', 'revision_number': 4, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '79a06d41-c991-4bf2-8054-f3f43706a1c2', 'name': '', 'network_id': 'dbdc9908-44dd-4628-b3cd-62a151b00449', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:43Z', 'updated_at': '2022-03-08T12:01:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'subnets': [{'id': '1abf0d41-fd22-47fd-a3b5-46d87f98bd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:41.838309 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-8007679f-d959-403d-8d1c-ce58ad4a9fcd tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166741701&fields=id&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 267 time: 0.0600946 Mar 08 12:08:41.943784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:41.948967 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-57ecad01-14ef-4b15-bc00-9fc2994af72e req-dc5ccd2a-08b2-4c1e-88a8-696738a6e671 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7584437d-59e0-449b-96d5-382c473768b8 HTTP/1.1" status: 200 len: 210 time: 0.0280664 Mar 08 12:08:41.963297 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-f1e4a3de-28af-4fa3-8290-7b9aa87f5723 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:41.965060 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-f1e4a3de-28af-4fa3-8290-7b9aa87f5723 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.1186037 Mar 08 12:08:41.988363 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-2d166bda-8032-41a9-ad1f-dcc3bc64870f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/quotas/5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 375 time: 0.0164790 Mar 08 12:08:41.989785 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912329b-e1be-46e3-a469-596758be8d3d None None] New status for floating IP e9d6ad13-4e49-4d57-9aea-1e0b140bc233: DOWN {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:08:42.052561 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-4c22aabf-c1f7-4d63-9e77-71d306be75df tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587549 Mar 08 12:08:42.149857 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-c4909d45-42df-4c94-8674-fb7bec1d5e20 service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855062 Mar 08 12:08:42.166482 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-031120a9-f705-4654-9537-e4d1ef09c846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.258015 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-71cefa97-402f-4f78-984d-29f1f3c5a067 service neutron] 10.222.0.52 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024055 Mar 08 12:08:42.823050 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5c27b632-f6e6-42d5-9c1b-ab1959acea98 req-93ddc3e4-5488-4907-9a38-1b618e01401b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 210 time: 0.0270126 Mar 08 12:08:43.130831 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36714) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:43.188235 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (df76167b-360a-4463-92dc-cdc983250a8e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.212923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (df76167b-360a-4463-92dc-cdc983250a8e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.238467 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.364251 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (df76167b-360a-4463-92dc-cdc983250a8e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.366828 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.368027 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "DELETE /v2.0/security-groups/df76167b-360a-4463-92dc-cdc983250a8e HTTP/1.1" status: 204 len: 168 time: 0.2358994 Mar 08 12:08:43.375873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36718) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:43.377812 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df76167b-360a-4463-92dc-cdc983250a8e,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:43.385091 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-4c30ef99-c90d-4776-85fb-e28324822dee tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] show failed (client error): The resource could not be found. Mar 08 12:08:43.385720 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.386081 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.386194 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4c30ef99-c90d-4776-85fb-e28324822dee tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "GET /v2.0/security-groups/df76167b-360a-4463-92dc-cdc983250a8e HTTP/1.1" status: 404 len: 347 time: 0.0143337 Mar 08 12:08:43.386537 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.386887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.387264 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.387630 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.387966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.388302 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.388636 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.388966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.389300 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.389501 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36720) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:43.389686 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.389930 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690eb063-0d82-432d-8f52-f7f693885b3b tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:43.523551 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Deleting port 69807c14-b609-46e1-9b8e-4b8bb06a556b {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:43.523896 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.603213 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.603574 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (69807c14-b609-46e1-9b8e-4b8bb06a556b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.615303 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Calling delete_port for 69807c14-b609-46e1-9b8e-4b8bb06a556b owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:43.810220 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (69807c14-b609-46e1-9b8e-4b8bb06a556b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.836254 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Pushing event deleted for resources: {'Port': ['ID=69807c14-b609-46e1-9b8e-4b8bb06a556b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:43.920872 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aead521a-ca80-4f48-90d7-a07e401f18b4 req-0a55471a-4ae4-4c1c-b833-671547c51af2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Mar 08 12:08:43.926182 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks [] for floatingip (e9d6ad13-4e49-4d57-9aea-1e0b140bc233), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.928747 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.929870 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fbdbcb99-1e4c-47a8-ab78-06aeac792e30 tempest-AttachVolumeShelveTestJSON-143685876 tempest-AttachVolumeShelveTestJSON-143685876-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9d6ad13-4e49-4d57-9aea-1e0b140bc233 HTTP/1.1" status: 204 len: 168 time: 0.5394156 Mar 08 12:08:44.645882 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:44.671294 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: f643f1ba-60a7-4141-9438-5e593a45d390 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:44.671775 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device f643f1ba-60a7-4141-9438-5e593a45d390 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:44.826819 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.017498 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d8c91c7e-9ef9-446d-aad5-03027c7d8445 req-ff77563f-ed7c-4e3b-8460-f1800d2d2591 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Mar 08 12:08:45.162384 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-4705e0fd-3124-4ced-92bc-09291f25082f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:45.163854 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-4705e0fd-3124-4ced-92bc-09291f25082f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 812 time: 0.1069963 Mar 08 12:08:45.247099 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-a694ecb5-583a-4309-b22d-ae80a309a0e4 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5699872c8cb440dd860801aa699d0699 HTTP/1.1" status: 200 len: 380 time: 0.0550580 Mar 08 12:08:45.257218 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'port': {'device_id': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'admin_state_up': True, 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'security_groups': ['c8091b79-8399-4ff4-9fea-ad0311c7f3ea']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:45.464578 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Made reservation on behalf of 5699872c8cb440dd860801aa699d0699 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:08:45.467999 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.600357 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.20.0.8 (3c15c74c-d493-43d2-9761-260880e4d663/e110e0b4-3e65-46e2-a574-3d663e3d8d52/759181c8-8025-49cb-841c-6abe2b032290) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:45.741667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (759181c8-8025-49cb-841c-6abe2b032290), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.844398 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.889144 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 3c15c74c-d493-43d2-9761-260880e4d663 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:45.892128 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:45.895250 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:45.921709 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:45.954252 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:45.954908 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.992762 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.039099 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-471860af-d6ed-4a3e-8fb1-2b745ed53390 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866809 Mar 08 12:08:46.057940 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Request body: {'port': {'device_id': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:46.149675 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (759181c8-8025-49cb-841c-6abe2b032290), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.167557 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-70534500-b658-4b53-a224-8ba62d5e4b0b None None] Provisioning complete for port 759181c8-8025-49cb-841c-6abe2b032290 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:46.168086 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-70534500-b658-4b53-a224-8ba62d5e4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (759181c8-8025-49cb-841c-6abe2b032290), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.197694 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875c61c-7655-4504-b8b8-21626710b561 req-3ba3ee60-016c-4b79-b56a-872d2f6ad420 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:46.199189 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a875c61c-7655-4504-b8b8-21626710b561 req-3ba3ee60-016c-4b79-b56a-872d2f6ad420 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 931 time: 0.1081476 Mar 08 12:08:46.204929 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-70534500-b658-4b53-a224-8ba62d5e4b0b None None] Port 759181c8-8025-49cb-841c-6abe2b032290 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:08:46.327092 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a875c61c-7655-4504-b8b8-21626710b561 req-788bfb38-274f-451b-bda4-10f1b8681f73 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173878 Mar 08 12:08:46.470683 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759181c8-8025-49cb-841c-6abe2b032290 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:46.479070 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks [] for port (759181c8-8025-49cb-841c-6abe2b032290), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.492793 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Transition to ACTIVE for port object 759181c8-8025-49cb-841c-6abe2b032290 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:08:46.569951 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.619452 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Pushing event updated for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:46.704229 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Attempting to bind port 759181c8-8025-49cb-841c-6abe2b032290 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:46.704576 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Attempting to bind port 759181c8-8025-49cb-841c-6abe2b032290 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:46.704976 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Attempting to bind port 759181c8-8025-49cb-841c-6abe2b032290 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:46.711098 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Port 759181c8-8025-49cb-841c-6abe2b032290 on network 3c15c74c-d493-43d2-9761-260880e4d663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:08:46.711550 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Attempting to bind port 759181c8-8025-49cb-841c-6abe2b032290 on network 3c15c74c-d493-43d2-9761-260880e4d663 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:46.716906 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:46.717249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Checking segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:46.717733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Bound using segment: {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:46.718148 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Bound port: 759181c8-8025-49cb-841c-6abe2b032290, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbafde9-0c33-4818-9c03-335cc3febaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:46.718507 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (759181c8-8025-49cb-841c-6abe2b032290), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.734588 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36748) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:46.799612 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:46.803318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=759181c8-8025-49cb-841c-6abe2b032290,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:46.867846 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.901159 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:46.901780 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.903199 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] 10.222.0.58 "PUT /v2.0/ports/759181c8-8025-49cb-841c-6abe2b032290 HTTP/1.1" status: 200 len: 1093 time: 0.8508525 Mar 08 12:08:46.903672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:46.906470 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf8237-09e1-4544-a2e8-d2f4239f5aac" -d '{"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:46.961941 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0de95-2a6d-4e21-8fb8-bde420f4ceb8 x-openstack-request-id: req-d6d0de95-2a6d-4e21-8fb8-bde420f4ceb8 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:46.962246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:46.962496 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6d0de95-2a6d-4e21-8fb8-bde420f4ceb8 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:46.962995 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290', 'status': 'completed', 'code': 200} Mar 08 12:08:46.987743 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096207-7288-47a0-acfc-4106a8be0359 service neutron] Pushing event updated for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:47.064414 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:08:47.135537 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-51136376-d605-483e-82f6-855387426299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.137043 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-51136376-d605-483e-82f6-855387426299 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1127 time: 0.1041622 Mar 08 12:08:47.310667 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-ea84b69c-03f7-48b6-b9d2-a76f602dfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.312145 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-ea84b69c-03f7-48b6-b9d2-a76f602dfdc1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5699872c8cb440dd860801aa699d0699&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1390815 Mar 08 12:08:47.497399 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-7848dead-204d-4faf-ab59-e4697fd64612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.498784 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46bf8237-09e1-4544-a2e8-d2f4239f5aac req-7848dead-204d-4faf-ab59-e4697fd64612 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695991 Mar 08 12:08:47.509418 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc224dc-30c2-40a7-9f47-7fe925be972e req-9f9e3c74-7957-48f8-a4e6-271f7462d6b0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.510860 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-acc224dc-30c2-40a7-9f47-7fe925be972e req-9f9e3c74-7957-48f8-a4e6-271f7462d6b0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.1043425 Mar 08 12:08:47.616048 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-acc224dc-30c2-40a7-9f47-7fe925be972e req-98909b08-a6dd-4b69-9f3b-4d75c2a0ed7a tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865932 Mar 08 12:08:47.626580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:47.672393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-17ad9d98-555c-4c73-95f7-8616c61f38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.673878 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-17ad9d98-555c-4c73-95f7-8616c61f38c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1127 time: 0.1144361 Mar 08 12:08:47.758819 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-d1006772-f14a-4f92-9f62-569283456372 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759181c8-8025-49cb-841c-6abe2b032290 HTTP/1.1" status: 200 len: 217 time: 0.0425217 Mar 08 12:08:47.860169 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-dba6c9a0-ffef-4d89-99e0-b942430819ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.862231 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-dba6c9a0-ffef-4d89-99e0-b942430819ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0971620 Mar 08 12:08:47.941588 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-66f75b5f-5b67-428a-a74d-a3e23ae26dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.943074 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-66f75b5f-5b67-428a-a74d-a3e23ae26dbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750642 Mar 08 12:08:48.071038 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-5d300def-e847-4d51-9f73-7385c17abb73 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216853 Mar 08 12:08:48.073612 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Deleting port 79a06d41-c991-4bf2-8054-f3f43706a1c2 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:48.073953 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.218599 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] For port 79a06d41-c991-4bf2-8054-f3f43706a1c2, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=79a06d41-c991-4bf2-8054-f3f43706a1c2,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:48.218968 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.239036 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f978dd0-14f5-47e4-8af6-e897996addc2 req-f89aaa19-8862-49af-9795-7a4fb70e20bd service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520584 Mar 08 12:08:48.239885 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Calling delete_port for 79a06d41-c991-4bf2-8054-f3f43706a1c2 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:48.553024 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (79a06d41-c991-4bf2-8054-f3f43706a1c2), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.584329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a06d41-c991-4bf2-8054-f3f43706a1c2,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:48.746281 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb613a-5d54-4ff2-ad62-a521aa3e8846 req-1a85b6dd-686a-4920-8c40-362e18ab187b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:48.747962 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fdb613a-5d54-4ff2-ad62-a521aa3e8846 req-1a85b6dd-686a-4920-8c40-362e18ab187b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.0534940 Mar 08 12:08:48.752759 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.804171 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8fdb613a-5d54-4ff2-ad62-a521aa3e8846 req-0e541471-98f4-4bd5-aba0-f84d35e2b13e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456707 Mar 08 12:08:49.228716 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Router 23aab4ea-314d-423c-8af5-0c0599bb58a5 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:49.333228 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:49.338227 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-28279a81-33bc-4bf9-a19e-9b95484e8bd5 admin admin] 10.222.0.52 "PUT /v2.0/routers/23aab4ea-314d-423c-8af5-0c0599bb58a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026552 Mar 08 12:08:49.340672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36758) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:49.343152 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Sync routers for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:49.447930 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:49.448575 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:49.462052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks [] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.558064 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:49.572988 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks [] for router_gateway (23aab4ea-314d-423c-8af5-0c0599bb58a5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.719474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Deleting port fe483a60-fbe8-4a31-9f53-4be2499f8c60 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:49.719873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.731495 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:08:48Z', 'revision_number': 5, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port': {'id': 'fe483a60-fbe8-4a31-9f53-4be2499f8c60', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:40Z', 'updated_at': '2022-03-08T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:49.762850 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Checking router: 23aab4ea-314d-423c-8af5-0c0599bb58a5 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:49.772251 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Routers {'23aab4ea-314d-423c-8af5-0c0599bb58a5'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:49.772863 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['23aab4ea-314d-423c-8af5-0c0599bb58a5'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:49.798890 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] For port fe483a60-fbe8-4a31-9f53-4be2499f8c60, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=fe483a60-fbe8-4a31-9f53-4be2499f8c60,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:49.799385 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.810726 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Calling delete_port for fe483a60-fbe8-4a31-9f53-4be2499f8c60 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:49.861506 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] Set router 23aab4ea-314d-423c-8af5-0c0599bb58a5 gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:49.918594 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-65278980-0dba-4914-8619-ea4de9353893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:08:49Z', 'revision_number': 6, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:49.946210 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65278980-0dba-4914-8619-ea4de9353893 None None] The sync data for ids ['23aab4ea-314d-423c-8af5-0c0599bb58a5'] in dv-cinder-830087-2-iscsi is: [{'id': '23aab4ea-314d-423c-8af5-0c0599bb58a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1496824-router', 'tenant_id': 'c6b865e007434b11a5830b1279954322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:39Z', 'updated_at': '2022-03-08T12:08:49Z', 'revision_number': 6, 'project_id': 'c6b865e007434b11a5830b1279954322', 'gw_port_host': None}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:49.984678 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080516-5981-43fd-a972-3bf7cd6aa3d2 req-39b2e585-3bef-4071-a234-3b9d54b8f1ff tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:49.986168 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-54080516-5981-43fd-a972-3bf7cd6aa3d2 req-39b2e585-3bef-4071-a234-3b9d54b8f1ff tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.1109850 Mar 08 12:08:50.063393 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-54080516-5981-43fd-a972-3bf7cd6aa3d2 req-c7a78c99-bc49-458d-9bfa-58ae47d15f43 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546572 Mar 08 12:08:50.135573 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (fe483a60-fbe8-4a31-9f53-4be2499f8c60), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.161846 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe483a60-fbe8-4a31-9f53-4be2499f8c60,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:50.224785 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.317825 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.323052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks [] for router_controller (23aab4ea-314d-423c-8af5-0c0599bb58a5), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.449855 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (23aab4ea-314d-423c-8af5-0c0599bb58a5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.450391 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23aab4ea-314d-423c-8af5-0c0599bb58a5 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:08:50.455052 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.456790 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ab4c5040-e630-49b1-aae6-7c4c5da34d8e admin admin] 10.222.0.52 "DELETE /v2.0/routers/23aab4ea-314d-423c-8af5-0c0599bb58a5 HTTP/1.1" status: 204 len: 168 time: 1.1151512 Mar 08 12:08:50.459277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36762) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:50.502547 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Deleting subnet 1abf0d41-fd22-47fd-a3b5-46d87f98bd93 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:08:50.506000 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Publish callbacks [] for subnet (1abf0d41-fd22-47fd-a3b5-46d87f98bd93), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.543191 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (1abf0d41-fd22-47fd-a3b5-46d87f98bd93), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.615962 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (1abf0d41-fd22-47fd-a3b5-46d87f98bd93), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.764971 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (1abf0d41-fd22-47fd-a3b5-46d87f98bd93), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.791575 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abf0d41-fd22-47fd-a3b5-46d87f98bd93,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:50.796817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.800753 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4c05dff3-2df2-46c8-9960-1652c2e2000a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1abf0d41-fd22-47fd-a3b5-46d87f98bd93 HTTP/1.1" status: 204 len: 168 time: 0.3404796 Mar 08 12:08:50.802474 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6640cd-315b-4145-87c8-ffde02698cb3 None None] Network dbdc9908-44dd-4628-b3cd-62a151b00449 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:08:50.803647 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36764) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:50.884220 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (dbdc9908-44dd-4628-b3cd-62a151b00449), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.949312 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Deleting port c60984c2-c004-409a-b044-b8f2c1075bf7 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:50.949995 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.984011 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] DHCP port deletion for dbdc9908-44dd-4628-b3cd-62a151b00449 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:08:51.019376 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] For port c60984c2-c004-409a-b044-b8f2c1075bf7, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c60984c2-c004-409a-b044-b8f2c1075bf7,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:51.019773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.036929 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Calling delete_port for c60984c2-c004-409a-b044-b8f2c1075bf7 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:51.048229 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Deleting port c60984c2-c004-409a-b044-b8f2c1075bf7 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:51.048615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.132951 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] For port c60984c2-c004-409a-b044-b8f2c1075bf7, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c60984c2-c004-409a-b044-b8f2c1075bf7,segment=NetworkSegment(b89c3a52-a4cb-4207-a2cf-4ee65bab98f0),segment_id=b89c3a52-a4cb-4207-a2cf-4ee65bab98f0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:51.133817 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.147385 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Calling delete_port for c60984c2-c004-409a-b044-b8f2c1075bf7 owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:51.181942 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.210712 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Pushing event deleted for resources: {'Port': ['ID=c60984c2-c004-409a-b044-b8f2c1075bf7,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:51.215033 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] No DVR routers for this DVR port c60984c2-c004-409a-b044-b8f2c1075bf7 on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:51.230722 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (c60984c2-c004-409a-b044-b8f2c1075bf7), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.253943 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] Pushing event deleted for resources: {'Port': ['ID=c60984c2-c004-409a-b044-b8f2c1075bf7,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:51.259901 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12275b7b-3c9f-4f1e-aad7-262fab22af27 None None] No DVR routers for this DVR port c60984c2-c004-409a-b044-b8f2c1075bf7 on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:51.268361 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783e837-eabf-48f5-b38a-4e8beeda81b7 req-2d6b4a28-bda2-4950-8c16-7b6bfbe6a543 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:51.270859 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5783e837-eabf-48f5-b38a-4e8beeda81b7 req-2d6b4a28-bda2-4950-8c16-7b6bfbe6a543 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.1257279 Mar 08 12:08:51.310716 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (dbdc9908-44dd-4628-b3cd-62a151b00449), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.345015 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdc9908-44dd-4628-b3cd-62a151b00449']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:51.362394 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:51.362703 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89c3a52-a4cb-4207-a2cf-4ee65bab98f0') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:51.375209 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (b89c3a52-a4cb-4207-a2cf-4ee65bab98f0), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.380662 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-5783e837-eabf-48f5-b38a-4e8beeda81b7 req-becdce84-f2f2-4bbe-9f46-469e034fe019 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038620 Mar 08 12:08:51.395440 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (b89c3a52-a4cb-4207-a2cf-4ee65bab98f0), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.401725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:08:51.402116 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (b89c3a52-a4cb-4207-a2cf-4ee65bab98f0), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:08:51.403823 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:08:51.558781 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (dbdc9908-44dd-4628-b3cd-62a151b00449), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.564384 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.570142 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] 10.222.0.52 "DELETE /v2.0/networks/dbdc9908-44dd-4628-b3cd-62a151b00449 HTTP/1.1" status: 204 len: 168 time: 0.7637279 Mar 08 12:08:51.584047 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca696-7112-4e88-ad1c-536597e7063a admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdc9908-44dd-4628-b3cd-62a151b00449,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:51.619695 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device fe483a60-fbe8-4a31-9f53-4be2499f8c60 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:51.640302 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: fe483a60-fbe8-4a31-9f53-4be2499f8c60 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:51.640647 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device fe483a60-fbe8-4a31-9f53-4be2499f8c60 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:51.641052 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 79a06d41-c991-4bf2-8054-f3f43706a1c2 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:51.660049 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 79a06d41-c991-4bf2-8054-f3f43706a1c2 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:51.660393 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 79a06d41-c991-4bf2-8054-f3f43706a1c2 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:51.660789 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c60984c2-c004-409a-b044-b8f2c1075bf7 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:51.678742 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: c60984c2-c004-409a-b044-b8f2c1075bf7 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:51.679090 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c60984c2-c004-409a-b044-b8f2c1075bf7 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:51.860439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36770) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:51.900535 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e1137ee5-9c94-4eb5-88bc-3d48b897a4d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6b865e007434b11a5830b1279954322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389643 Mar 08 12:08:51.902859 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36772) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:51.948701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] Publish callbacks [] for security_group (0113e40c-99ce-4908-8ddd-6ef84f8999e3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.969289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] Publish callbacks [] for security_group (0113e40c-99ce-4908-8ddd-6ef84f8999e3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.128020 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0113e40c-99ce-4908-8ddd-6ef84f8999e3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.130806 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.132000 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0113e40c-99ce-4908-8ddd-6ef84f8999e3 HTTP/1.1" status: 204 len: 168 time: 0.2281878 Mar 08 12:08:52.140028 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302d4ff-090d-4081-b6a3-26b3b07b0e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113e40c-99ce-4908-8ddd-6ef84f8999e3,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:52.507862 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd0a9-336f-4bfb-90e2-03bd26a6843e req-3a6be350-f3d9-4bf6-95ce-6905486b5532 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.509375 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6ffd0a9-336f-4bfb-90e2-03bd26a6843e req-3a6be350-f3d9-4bf6-95ce-6905486b5532 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.0583072 Mar 08 12:08:52.558533 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6ffd0a9-336f-4bfb-90e2-03bd26a6843e req-4fbfa441-5d51-449a-a026-bcbe08d3ad8d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Mar 08 12:08:53.263621 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36796) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:53.357189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2040871081-network', 'tenant_id': '5d84ff0250204447866262af592477c6'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:53.455894 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Made reservation on behalf of 5d84ff0250204447866262af592477c6 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:08:53.460088 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.469729 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.544092 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks [] for security_group (335d6fef-be15-44ae-929f-1ad7d9290033), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.633074 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (335d6fef-be15-44ae-929f-1ad7d9290033), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.686070 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:08:53.691801 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335d6fef-be15-44ae-929f-1ad7d9290033,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:53.701149 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (c43c040a-3e8f-4866-875f-87548ce57e0b), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.701480 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Added segment c43c040a-3e8f-4866-875f-87548ce57e0b of type vlan for network d05b7d98-bcdc-42ae-872d-638d8df4a348 Mar 08 12:08:53.755309 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b9bb-25ad-45f4-a901-a2a428aedada req-9555a742-cda9-474d-bd9d-b646773b5966 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.756826 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ac48b9bb-25ad-45f4-a901-a2a428aedada req-9555a742-cda9-474d-bd9d-b646773b5966 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.1201539 Mar 08 12:08:53.760263 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (d05b7d98-bcdc-42ae-872d-638d8df4a348), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.820723 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ac48b9bb-25ad-45f4-a901-a2a428aedada req-74f5ac8b-2c9e-4ed1-8908-eb35493fb44d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581214 Mar 08 12:08:53.855685 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (d05b7d98-bcdc-42ae-872d-638d8df4a348), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.856621 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.857205 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.915005 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] Pushing event updated for resources: {'Network': ['ID=d05b7d98-bcdc-42ae-872d-638d8df4a348,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:53.924611 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:08:53.944445 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-a28ac6dd-ce06-4d21-9177-9e47e57a8e81 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6797447 Mar 08 12:08:53.947326 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36802) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:53.952136 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Request body: {'subnet': {'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2040871081-subnet', 'tenant_id': '5d84ff0250204447866262af592477c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:54.026987 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Made reservation on behalf of 5d84ff0250204447866262af592477c6 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:08:54.029333 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.250216 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (1559d4bd-bacf-4ccc-83f6-59d62e9c0f07), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.308027 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:54.317631 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Checking segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:54.317979 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Network hostable DHCP agents. Network: d05b7d98-bcdc-42ae-872d-638d8df4a348, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:08:54.393125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:08:54.489115 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, d05b7d98-bcdc-42ae-872d-638d8df4a348) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:54.494075 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:54.494994 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.498279 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62915dda-cc51-4021-9bd0-34c81a893969 None None] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:08:54.576836 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-da94a207-8a27-48ba-a002-95fefba403c4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6283967 Mar 08 12:08:54.587747 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36804) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:54.592268 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:54.614807 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a9edd36-c5b4-52fb-86ca-adc80122320e-d05b7d98-bcdc-42ae-872d-638d8df4a348', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07'}]}} from dv-cinder-830087-2-iscsi. {{(pid=109815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:08:54.615808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.673068 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26464'] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.674194 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-869804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26473'] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.742275 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for router_controller (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), precommit_add_association {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.761396 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Allocated IP 172.20.0.2 (d05b7d98-bcdc-42ae-872d-638d8df4a348/1559d4bd-bacf-4ccc-83f6-59d62e9c0f07/0340c792-f155-4538-86bd-4f9743f72e32) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:54.920224 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks [] for port (0340c792-f155-4538-86bd-4f9743f72e32), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.958878 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1cc10-50c9-4449-bd25-bdb8d11df8f9 req-380de909-5454-481f-bd8b-195c3c04e4c9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:54.960606 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fcf1cc10-50c9-4449-bd25-bdb8d11df8f9 req-380de909-5454-481f-bd8b-195c3c04e4c9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.0585027 Mar 08 12:08:54.981589 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for router_gateway (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.002389 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447'] for port (0340c792-f155-4538-86bd-4f9743f72e32), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.015673 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fcf1cc10-50c9-4449-bd25-bdb8d11df8f9 req-82272a43-a197-4c39-bfa7-6918c2e08a95 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491476 Mar 08 12:08:55.056590 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:55.059499 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:55.062307 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:55.070994 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Pushing event updated for resources: {'Port': ['ID=0340c792-f155-4538-86bd-4f9743f72e32,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:55.081092 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.081681 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.082274 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.082859 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.083464 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.084073 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.084653 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.085395 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.086001 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.086417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.086760 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.087143 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.087493 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:55.139175 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Attempting to bind port 0340c792-f155-4538-86bd-4f9743f72e32 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:55.139574 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Attempting to bind port 0340c792-f155-4538-86bd-4f9743f72e32 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:55.139949 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Attempting to bind port 0340c792-f155-4538-86bd-4f9743f72e32 on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:55.145980 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:55.146357 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Checking segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:55.146765 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.147163 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Bound using segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:55.147656 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Bound port: 0340c792-f155-4538-86bd-4f9743f72e32, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:55.148039 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0340c792-f155-4538-86bd-4f9743f72e32), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.223281 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] For port 0340c792-f155-4538-86bd-4f9743f72e32, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:55.226335 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] For port 0340c792-f155-4538-86bd-4f9743f72e32, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0340c792-f155-4538-86bd-4f9743f72e32,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:55.262132 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for router_gateway (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.280582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.302042 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0340c792-f155-4538-86bd-4f9743f72e32), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.370826 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471728b7-7fc7-4afa-8e8f-f1772c37b6df None None] Pushing event updated for resources: {'Port': ['ID=0340c792-f155-4538-86bd-4f9743f72e32,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:55.684042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Allocated IP 172.27.3.184 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/59dab785-62ed-49dc-a83a-50eb91dd7ef6) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:55.688158 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 0340c792-f155-4538-86bd-4f9743f72e32 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:55.735675 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 0340c792-f155-4538-86bd-4f9743f72e32 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:55.739443 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0340c792-f155-4538-86bd-4f9743f72e32), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.783815 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.812887 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 0340c792-f155-4538-86bd-4f9743f72e32 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:55.813275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (0340c792-f155-4538-86bd-4f9743f72e32), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.848220 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 0340c792-f155-4538-86bd-4f9743f72e32, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0340c792-f155-4538-86bd-4f9743f72e32,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:55.895876 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.924071 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (0340c792-f155-4538-86bd-4f9743f72e32), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:55.935109 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:55.937977 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:55.942151 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:55.947691 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Pushing event updated for resources: {'Port': ['ID=59dab785-62ed-49dc-a83a-50eb91dd7ef6,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:55.971275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=0340c792-f155-4538-86bd-4f9743f72e32,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:56.147754 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec592-dbee-40bf-9412-41596957475d req-af6c6630-9fa8-48f6-82bf-2a0e55a27276 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:56.149337 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e52ec592-dbee-40bf-9412-41596957475d req-af6c6630-9fa8-48f6-82bf-2a0e55a27276 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 943 time: 0.0628595 Mar 08 12:08:56.208062 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e52ec592-dbee-40bf-9412-41596957475d req-fe7d5c2b-6e2c-439b-be45-48e4b9b0403e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Mar 08 12:08:56.316700 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for router_gateway (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.351634 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501013ea-e59a-416b-a593-425d4af8e256 None None] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:08:56.469131 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-a3055cde-2c74-453e-9299-85bda384d51e None None] Provisioning complete for port 0340c792-f155-4538-86bd-4f9743f72e32 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:56.469499 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3055cde-2c74-453e-9299-85bda384d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0340c792-f155-4538-86bd-4f9743f72e32), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.524389 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575220'] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.559779 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a3055cde-2c74-453e-9299-85bda384d51e None None] Current status of the port 0340c792-f155-4538-86bd-4f9743f72e32 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:56.708963 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 759181c8-8025-49cb-841c-6abe2b032290 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:56.780992 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 is scheduled to L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 with binding_index 1 {{(pid=109814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:08:56.805767 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-fe5305cd-4b23-42c6-a990-fed95611795e None None] Provisioning complete for port 0340c792-f155-4538-86bd-4f9743f72e32 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:56.806184 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fe5305cd-4b23-42c6-a990-fed95611795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0340c792-f155-4538-86bd-4f9743f72e32), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.867590 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=759181c8-8025-49cb-841c-6abe2b032290,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:56.868000 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '759181c8-8025-49cb-841c-6abe2b032290', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'port_id': '759181c8-8025-49cb-841c-6abe2b032290', 'mac_address': 'fa:16:3e:a3:e1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:56.897488 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:56.928786 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:56.946597 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 759181c8-8025-49cb-841c-6abe2b032290 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:56.950717 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (759181c8-8025-49cb-841c-6abe2b032290), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.964333 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-fe5305cd-4b23-42c6-a990-fed95611795e None None] Current status of the port 0340c792-f155-4538-86bd-4f9743f72e32 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:56.967102 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759181c8-8025-49cb-841c-6abe2b032290 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:56.971043 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:56.971802 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:56.971952 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.973148 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-02dd1083-1434-46c1-b1af-c3cb8c30727c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3843853 Mar 08 12:08:56.976116 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36810) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:57.022732 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=759181c8-8025-49cb-841c-6abe2b032290,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:57.210202 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.267377 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:57.331867 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:57.341617 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8cdf8-8160-4cd9-98e0-6978d29e9b72 req-f31cc20a-8ae1-4bd3-a4b9-e9206e6cf090 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:57.343136 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fbd8cdf8-8160-4cd9-98e0-6978d29e9b72 req-f31cc20a-8ae1-4bd3-a4b9-e9206e6cf090 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 944 time: 0.0662475 Mar 08 12:08:57.405623 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fbd8cdf8-8160-4cd9-98e0-6978d29e9b72 req-d2ef4f95-bda9-4ee1-be67-059ca4505d74 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546479 Mar 08 12:08:57.437189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.480213 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:56Z', 'revision_number': 3, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:57.508385 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:57.508756 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Updating router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 binding host dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:08:57.529022 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['759181c8-8025-49cb-841c-6abe2b032290'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:57.560584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.606602 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Allocated IP 172.20.0.1 (d05b7d98-bcdc-42ae-872d-638d8df4a348/1559d4bd-bacf-4ccc-83f6-59d62e9c0f07/f28f5f73-5e51-4196-a934-fb433cd019f6) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:57.667030 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 0340c792-f155-4538-86bd-4f9743f72e32 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:57.713288 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks [] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.802564 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.841963 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:57.843302 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 0340c792-f155-4538-86bd-4f9743f72e32 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:57.843704 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (0340c792-f155-4538-86bd-4f9743f72e32), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.846762 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:57.849477 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:57.875473 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Pushing event updated for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:57.899270 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573913'] for router_interface (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.052378 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks [] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.059708 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 0340c792-f155-4538-86bd-4f9743f72e32 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:58.090396 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.099060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.152143 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-591f3173-04cc-4571-8624-65adc969db28 None None] Provisioning complete for port f28f5f73-5e51-4196-a934-fb433cd019f6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:58.152514 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-591f3173-04cc-4571-8624-65adc969db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.192603 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Attempting to bind port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:58.192972 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Attempting to bind port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:58.193314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Attempting to bind port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 on network 7dff1098-959b-440e-b367-96b3283ec037 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:58.195197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c858-b4fd-4f3c-aff2-3975d5713e20 None None] Pushing event updated for resources: {'Port': ['ID=59dab785-62ed-49dc-a83a-50eb91dd7ef6,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:58.207985 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:58.208366 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Checking segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:58.208799 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.209498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Bound using segment: {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:58.209979 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Bound port: 59dab785-62ed-49dc-a83a-50eb91dd7ef6, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac897-515b-4f8e-b37c-999eae1dc6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dff1098-959b-440e-b367-96b3283ec037'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:58.210977 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.235823 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-591f3173-04cc-4571-8624-65adc969db28 None None] Port f28f5f73-5e51-4196-a934-fb433cd019f6 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:08:58.259090 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks [] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.266481 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] For port 59dab785-62ed-49dc-a83a-50eb91dd7ef6, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:58.272482 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] For port 59dab785-62ed-49dc-a83a-50eb91dd7ef6, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=59dab785-62ed-49dc-a83a-50eb91dd7ef6,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:58.324162 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.347983 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.391848 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573877'] for router_interface (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.393788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Pushing event updated for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:58.407347 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c858-b4fd-4f3c-aff2-3975d5713e20 None None] Pushing event updated for resources: {'Port': ['ID=59dab785-62ed-49dc-a83a-50eb91dd7ef6,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:58.412176 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:58.412850 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:58.490984 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:58.495561 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:58.534231 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:58.619915 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aebb7-b3ff-4a9f-bb07-62ae83dd6197 req-e810f131-764d-468b-9cc7-3870f331f319 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:58.621447 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e50aebb7-b3ff-4a9f-bb07-62ae83dd6197 req-e810f131-764d-468b-9cc7-3870f331f319 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 944 time: 0.1374559 Mar 08 12:08:58.676275 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:58.696954 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e50aebb7-b3ff-4a9f-bb07-62ae83dd6197 req-e7c0a480-40d1-4ad0-a26f-00862fb0401e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664718 Mar 08 12:08:58.708322 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 759181c8-8025-49cb-841c-6abe2b032290 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:58.788474 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-d5501729-2454-4cc5-9be8-4cf0b61adcad None None] Provisioning complete for port f28f5f73-5e51-4196-a934-fb433cd019f6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:58.788768 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d5501729-2454-4cc5-9be8-4cf0b61adcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.801139 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:58.806610 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3da0a047-f730-4566-8ae4-e5959052ea48 admin admin] 10.222.0.52 "PUT /v2.0/routers/b64c4a04-a9ec-48df-9e6d-36cbdde1eb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8294659 Mar 08 12:08:58.838477 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d5501729-2454-4cc5-9be8-4cf0b61adcad None None] Port f28f5f73-5e51-4196-a934-fb433cd019f6 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:08:58.841943 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 2, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:58.868927 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8cdfe-c144-4bdb-8269-b7d13f18296e None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 2, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:58.898999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 759181c8-8025-49cb-841c-6abe2b032290 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:08:58.903247 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 759181c8-8025-49cb-841c-6abe2b032290 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:58.903686 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (759181c8-8025-49cb-841c-6abe2b032290), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:58.993838 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 759181c8-8025-49cb-841c-6abe2b032290 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:58.994277 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (759181c8-8025-49cb-841c-6abe2b032290), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.020070 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759181c8-8025-49cb-841c-6abe2b032290'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:59.022823 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8af0b4-d8fe-4403-9e70-d459dcc32dcd" -d '{"events": [{"server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "name": "network-vif-plugged", "status": "completed", "tag": "759181c8-8025-49cb-841c-6abe2b032290"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:59.038936 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=759181c8-8025-49cb-841c-6abe2b032290,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:59.066899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802e3ac-0d86-4fb2-b160-920c4ad169f2 x-openstack-request-id: req-4802e3ac-0d86-4fb2-b160-920c4ad169f2 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:59.066899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "name": "network-vif-plugged", "status": "completed", "tag": "759181c8-8025-49cb-841c-6abe2b032290", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:59.066899 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4802e3ac-0d86-4fb2-b160-920c4ad169f2 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:59.066899 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759181c8-8025-49cb-841c-6abe2b032290', 'code': 200} Mar 08 12:08:59.116327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.173958 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:59.439707 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36824) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:59.446691 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44319859', 'description': 'tempest-description--1931356721'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:59.460275 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f36d-ffe9-44e8-bf31-489102ada799 req-9dfdfa3a-af82-4fb3-863b-aab671f72a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.465122 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1225f36d-ffe9-44e8-bf31-489102ada799 req-9dfdfa3a-af82-4fb3-863b-aab671f72a55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1129 time: 0.0504766 Mar 08 12:08:59.519355 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1225f36d-ffe9-44e8-bf31-489102ada799 req-5d3ae6a4-96f0-489f-adc3-f5e1c5d8b02b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495381 Mar 08 12:08:59.545190 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.631729 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (54e04058-0900-4147-bb63-3b082d041b6b), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.663256 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 59dab785-62ed-49dc-a83a-50eb91dd7ef6 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:59.695890 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (54e04058-0900-4147-bb63-3b082d041b6b), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.720448 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:59.722074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.737569 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e04058-0900-4147-bb63-3b082d041b6b,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:59.809450 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.810726 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-06a6de9f-c83b-4782-b843-d8ce02ae3aca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3693769 Mar 08 12:08:59.814327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36828) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:59.820045 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group_rule': {'security_group_id': '54e04058-0900-4147-bb63-3b082d041b6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:59.820414 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:59.820877 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.841589 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22547c-c6b1-4dc7-842c-f88aa0022dd0 req-e8248db4-8538-4b85-9512-45d6abf92909 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.843270 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8e22547c-c6b1-4dc7-842c-f88aa0022dd0 req-e8248db4-8538-4b85-9512-45d6abf92909 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.0690494 Mar 08 12:08:59.844127 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] For port 59dab785-62ed-49dc-a83a-50eb91dd7ef6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=59dab785-62ed-49dc-a83a-50eb91dd7ef6,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:59.898354 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8e22547c-c6b1-4dc7-842c-f88aa0022dd0 req-7e9ed6ac-166d-4493-bd85-23b6ca8401bf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 Mar 08 12:08:59.918525 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.947334 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (eed2d829-fc6d-497e-ac1c-ce8c11d163a7), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.970379 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Pushing event updated for resources: {'Port': ['ID=59dab785-62ed-49dc-a83a-50eb91dd7ef6,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:00.009088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (eed2d829-fc6d-497e-ac1c-ce8c11d163a7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.101692 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (eed2d829-fc6d-497e-ac1c-ce8c11d163a7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.121322 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed2d829-fc6d-497e-ac1c-ce8c11d163a7,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:00.200493 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.201763 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4fe276cd-9e00-4407-ab62-a41b8097a560 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856082 Mar 08 12:09:00.204441 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36830) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:00.213989 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group_rule': {'security_group_id': '54e04058-0900-4147-bb63-3b082d041b6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:00.294813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (3a881fce-f46e-49e3-9812-f13468a80577), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.359240 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (3a881fce-f46e-49e3-9812-f13468a80577), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.444124 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (3a881fce-f46e-49e3-9812-f13468a80577), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.461934 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a881fce-f46e-49e3-9812-f13468a80577,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:00.536207 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.537474 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-77128a17-2d97-4b56-9007-3a571795f90c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320985 Mar 08 12:09:00.540537 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36832) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:00.544974 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:00.645343 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.746173 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.863484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Allocated IP 172.27.3.120 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/2fecac76-f6b1-48a0-97ae-c059684e7e17) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:00.936353 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:00.947891 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:00.948511 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:00.972181 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.044286 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59714-b0ae-481c-89ce-db74594f0fed req-7dc29591-afec-4bbc-8f7c-6a02d09743f9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.045765 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37a59714-b0ae-481c-89ce-db74594f0fed req-7dc29591-afec-4bbc-8f7c-6a02d09743f9 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.0786495 Mar 08 12:09:01.060316 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:01.095237 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37a59714-b0ae-481c-89ce-db74594f0fed req-181273a0-afc6-4cb2-9e09-aff36ae09970 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Mar 08 12:09:01.113969 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.167411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:01.171979 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:01.175808 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:01.181662 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=2fecac76-f6b1-48a0-97ae-c059684e7e17,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:01.244020 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2fe3-d491-4fdb-9e39-eebf367db092 req-613da283-8326-4247-b7b5-a5f1efaee8b1 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.246135 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f22b2fe3-d491-4fdb-9e39-eebf367db092 req-613da283-8326-4247-b7b5-a5f1efaee8b1 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.0622931 Mar 08 12:09:01.280429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.286989 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 2, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:01.309102 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f22b2fe3-d491-4fdb-9e39-eebf367db092 req-27dd8dcc-d8da-4e77-a990-b7ead19f81d8 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524588 Mar 08 12:09:01.317349 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:01.317744 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Updating router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 port f28f5f73-5e51-4196-a934-fb433cd019f6 binding host dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:01.336534 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36838) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:01.346836 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.392744 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.419738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03e4cf-2649-4718-a17c-2b37d7661fb3 tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.421233 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6f03e4cf-2649-4718-a17c-2b37d7661fb3 tempest-TestVolumeBootPattern-1996368436 tempest-TestVolumeBootPattern-1996368436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1124 time: 0.0869567 Mar 08 12:09:01.424406 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36840) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:01.428839 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'port_id': '759181c8-8025-49cb-841c-6abe2b032290', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:01.510968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.556396 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.612360 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks [] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.612669 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.619200 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.642704 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 59dab785-62ed-49dc-a83a-50eb91dd7ef6 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:01.695265 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=2fecac76-f6b1-48a0-97ae-c059684e7e17,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:01.704569 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.711499 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.731222 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Allocated IP 172.27.3.27 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/e51fd251-07d3-49af-8229-c00a3b20c344) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:01.753203 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Pushing event updated for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:01.769484 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.769484 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.770022 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.770364 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.770779 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.771193 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.771515 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.772229 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.772229 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.772523 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.773044 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.773366 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.773760 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:01.840328 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.842808 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-56d2448d-5ee0-4fc7-88bb-65b3b7ffa550 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3012516 Mar 08 12:09:01.845699 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Attempting to bind port f28f5f73-5e51-4196-a934-fb433cd019f6 on host dv-cinder-830087-2-iscsi for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:01.846127 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Attempting to bind port f28f5f73-5e51-4196-a934-fb433cd019f6 by drivers openvswitch,hyperv on host dv-cinder-830087-2-iscsi at level 0 using segments [{'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:01.846482 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Attempting to bind port f28f5f73-5e51-4196-a934-fb433cd019f6 on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:01.850563 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:01.851101 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.852260 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Checking agent: {'id': '9bd52896-a5b2-486c-b3c2-e75b62d9495c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 46), 'started_at': datetime.datetime(2022, 3, 8, 11, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:01.855838 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Checking segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:01.855838 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.855838 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Bound using segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:01.855838 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Bound port: f28f5f73-5e51-4196-a934-fb433cd019f6, host: dv-cinder-830087-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:01.855838 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.872670 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (e51fd251-07d3-49af-8229-c00a3b20c344), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.925922 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] For port f28f5f73-5e51-4196-a934-fb433cd019f6, host dv-cinder-830087-2-iscsi, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:01.930403 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] For port f28f5f73-5e51-4196-a934-fb433cd019f6, host dv-cinder-830087-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f28f5f73-5e51-4196-a934-fb433cd019f6,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:01.973740 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:01.993414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.020620 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.034797 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-b27706a8-c54e-44a4-b29c-55e5c05b316f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--44319859&fields=id&tenant_id=5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 267 time: 0.0462203 Mar 08 12:09:02.037335 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:02.040289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:02.043744 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:02.070257 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=e51fd251-07d3-49af-8229-c00a3b20c344,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:02.093674 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Provisioning complete for port f28f5f73-5e51-4196-a934-fb433cd019f6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:02.094289 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.099301 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:02.100185 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:02.207747 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-8d39e33f-91d2-4aa6-b86e-d5ff5d44f6ec tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:02.208468 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-8d39e33f-91d2-4aa6-b86e-d5ff5d44f6ec tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 811 time: 0.1665080 Mar 08 12:09:02.227575 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-82131ec5-dbc5-4b51-9d7b-aa288fd31181 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/quotas/5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 375 time: 0.0130467 Mar 08 12:09:02.236752 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:02.245271 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Current status of the port f28f5f73-5e51-4196-a934-fb433cd019f6 is: DOWN; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:02.245950 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.287166 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] For port f28f5f73-5e51-4196-a934-fb433cd019f6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f28f5f73-5e51-4196-a934-fb433cd019f6,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:02.291236 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967302-ee85-4b95-a446-b9d00f43bb9a None None] Pushing event updated for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=4']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:02.335378 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-ff0ac257-2d87-4fca-a4ea-99bbb2843292 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007667 Mar 08 12:09:02.421730 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.460402 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-4c615eee-1f40-4766-8ae9-668a26cad2fb service neutron] 10.222.0.52 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109886 Mar 08 12:09:02.484612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb3ae-6722-44f4-8b10-cd9af6066a12 None None] Pushing event updated for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:02.510500 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (3d969d4b-819e-4f35-bfbf-a5f97364aa1f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.545347 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-ef6b2f9d-3bb5-4b2a-9d2f-d8c4a53b89f3 None None] Provisioning complete for port f28f5f73-5e51-4196-a934-fb433cd019f6 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:02.546080 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ef6b2f9d-3bb5-4b2a-9d2f-d8c4a53b89f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.583911 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-36e75223-baab-4248-a1df-d46f37f54c77 service neutron] 10.222.0.52 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182249 Mar 08 12:09:02.591032 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:01Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:02.617302 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7505d42-4591-4a5c-b9d6-a3a882121ef9 None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:01Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:02.647500 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b2f9d-3bb5-4b2a-9d2f-d8c4a53b89f3 None None] Current status of the port f28f5f73-5e51-4196-a934-fb433cd019f6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:02.669074 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.850557 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3e0accca-50ba-4466-a464-f92714d0e27e req-e5e6961a-ed5f-482d-85d9-81e83ee3dc1a tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 210 time: 0.0433977 Mar 08 12:09:02.875223 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for port (e51fd251-07d3-49af-8229-c00a3b20c344), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.941700 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.012773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event updated for resources: {'Port': ['ID=e51fd251-07d3-49af-8229-c00a3b20c344,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:03.022943 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (3d969d4b-819e-4f35-bfbf-a5f97364aa1f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.126945 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP 3d969d4b-819e-4f35-bfbf-a5f97364aa1f associated. External IP: 172.27.3.27, port: 759181c8-8025-49cb-841c-6abe2b032290. Mar 08 12:09:03.637222 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:03.658156 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f28f5f73-5e51-4196-a934-fb433cd019f6 up at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:03.707698 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Provisioning complete for port f28f5f73-5e51-4196-a934-fb433cd019f6 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:03.708074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.750725 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:03.776107 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:03.795400 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Current status of the port f28f5f73-5e51-4196-a934-fb433cd019f6 is: ACTIVE; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:03.797793 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:03.798401 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:03.841142 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.871149 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3c11ecc7-b605-448d-b45c-12a33c2abdbf tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4456449 Mar 08 12:09:03.871910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:03.874237 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2824b-2ed0-441f-b7d5-610bc2465dda" -d '{"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:03.915135 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:03.916914 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425df810-298d-4d58-8aea-9d9632e7c48f x-openstack-request-id: req-425df810-298d-4d58-8aea-9d9632e7c48f {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:03.917471 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:03.917819 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-425df810-298d-4d58-8aea-9d9632e7c48f {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:03.918473 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290', 'status': 'completed', 'code': 200} Mar 08 12:09:03.969355 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-055bd347-7c44-4390-9c74-96effa09ab2a req-b0ed6536-a872-4429-9549-1bc3fefba3d5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 210 time: 0.0312889 Mar 08 12:09:04.014251 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-9475f885-74c4-40e3-a4ca-9ef739130eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.015826 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-9475f885-74c4-40e3-a4ca-9ef739130eef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1129 time: 0.0488148 Mar 08 12:09:04.113413 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-44820db1-ee3b-408f-b942-80ee9692e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.114872 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-44820db1-ee3b-408f-b942-80ee9692e871 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0909588 Mar 08 12:09:04.151040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '3d969d4b-819e-4f35-bfbf-a5f97364aa1f', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': '759181c8-8025-49cb-841c-6abe2b032290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:a3:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:02Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}, {'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.181027 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:04.181315 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-e7eecc00-782a-4e56-a259-7c2270b4bfb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759181c8-8025-49cb-841c-6abe2b032290 HTTP/1.1" status: 200 len: 998 time: 0.0594532 Mar 08 12:09:04.190957 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:04.191612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.232309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-18cb505f-f0ca-46c1-9a86-7d4ce7a87d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.234778 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-18cb505f-f0ca-46c1-9a86-7d4ce7a87d03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0474737 Mar 08 12:09:04.294286 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-7b791828-5068-4050-928c-43145db8c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.295890 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-7b791828-5068-4050-928c-43145db8c4d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489452 Mar 08 12:09:04.302880 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:04.390855 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-868caf51-2a94-4fb7-b3f5-fe897f92898c service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866430 Mar 08 12:09:04.485733 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-91c2824b-2ed0-441f-b7d5-610bc2465dda req-9077fe0f-5042-4803-b243-62c5752fcc6f service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888882 Mar 08 12:09:04.532977 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '3d969d4b-819e-4f35-bfbf-a5f97364aa1f', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': '759181c8-8025-49cb-841c-6abe2b032290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:a3:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:02Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}, {'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.559670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247950e0-1629-4d4b-8d35-8f779d2e1c7a None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '3d969d4b-819e-4f35-bfbf-a5f97364aa1f', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': '759181c8-8025-49cb-841c-6abe2b032290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:a3:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:02Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 0, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}, {'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:04.763910 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ab3e7-c170-4935-a999-ae0b5551c5c5 None None] New status for floating IP 3d969d4b-819e-4f35-bfbf-a5f97364aa1f: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:05.072300 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-85395496-b3f1-4ad5-898a-f1fdd1a31a6a req-7854a7fb-18ef-478c-bd1b-eaf574f5b1aa tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 210 time: 0.0270362 Mar 08 12:09:05.183873 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-bf5ddf64-6085-469d-925b-1aef575c0ec1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.185349 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-bf5ddf64-6085-469d-925b-1aef575c0ec1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 811 time: 0.1002779 Mar 08 12:09:05.261972 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-2144ef13-2d67-4fe2-8208-6ce2705923d6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 378 time: 0.0622587 Mar 08 12:09:05.270666 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'port': {'device_id': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'admin_state_up': True, 'tenant_id': '5d84ff0250204447866262af592477c6', 'security_groups': ['54e04058-0900-4147-bb63-3b082d041b6b']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:05.464875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Made reservation on behalf of 5d84ff0250204447866262af592477c6 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:05.468294 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:05.596670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Allocated IP 172.20.0.6 (d05b7d98-bcdc-42ae-872d-638d8df4a348/1559d4bd-bacf-4ccc-83f6-59d62e9c0f07/36ae87d3-8253-4642-a8e6-ffde096fac91) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:05.725302 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:05.810268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.106032 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:06.109030 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:06.113293 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:06.119801 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:06.167754 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:06.168474 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.215750 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98ed3-7227-4367-988f-7b96b18f2116 req-518f5695-00a1-472d-8850-f5de8d6e3260 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:06.217307 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-23b98ed3-7227-4367-988f-7b96b18f2116 req-518f5695-00a1-472d-8850-f5de8d6e3260 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 931 time: 0.0539982 Mar 08 12:09:06.257114 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-5a9131eb-9881-4242-a687-b91740d16ace tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9907382 Mar 08 12:09:06.267081 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-23b98ed3-7227-4367-988f-7b96b18f2116 req-f4ea22ed-fde7-40e9-84d2-e69d3c34c8d8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430048 Mar 08 12:09:06.274186 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Request body: {'port': {'device_id': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:06.339954 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.394655 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-374e5788-b5a7-498f-b605-29dae3e35dfe None None] Provisioning complete for port 36ae87d3-8253-4642-a8e6-ffde096fac91 triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:06.395242 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-374e5788-b5a7-498f-b605-29dae3e35dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.428658 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-374e5788-b5a7-498f-b605-29dae3e35dfe None None] Port 36ae87d3-8253-4642-a8e6-ffde096fac91 cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:06.614198 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ae87d3-8253-4642-a8e6-ffde096fac91 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:06.621489 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks [] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.633616 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Transition to ACTIVE for port object 36ae87d3-8253-4642-a8e6-ffde096fac91 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:09:06.715834 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.763708 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Pushing event updated for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:06.850023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Attempting to bind port 36ae87d3-8253-4642-a8e6-ffde096fac91 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:06.850449 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Attempting to bind port 36ae87d3-8253-4642-a8e6-ffde096fac91 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:06.850781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Attempting to bind port 36ae87d3-8253-4642-a8e6-ffde096fac91 on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:06.855868 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Port 36ae87d3-8253-4642-a8e6-ffde096fac91 on network d05b7d98-bcdc-42ae-872d-638d8df4a348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:09:06.856870 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Attempting to bind port 36ae87d3-8253-4642-a8e6-ffde096fac91 on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:06.864966 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:06.865320 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Checking segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:06.865691 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Bound using segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:06.866120 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Bound port: 36ae87d3-8253-4642-a8e6-ffde096fac91, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:06.866538 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.954978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:06.958876 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36ae87d3-8253-4642-a8e6-ffde096fac91,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:07.024986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.060967 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.061590 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.062956 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] 10.222.0.58 "PUT /v2.0/ports/36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 1093 time: 0.7931063 Mar 08 12:09:07.063397 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:07.066234 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab6e9ff-302a-498a-8004-897488c92e34" -d '{"events": [{"name": "network-changed", "server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:07.090141 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7f5a6-f50b-4aff-9510-7d51f0e80ada service neutron] Pushing event updated for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:07.238372 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-8925616f-2264-41dc-a5d5-9699496da728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.240290 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-8925616f-2264-41dc-a5d5-9699496da728 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1127 time: 0.0552473 Mar 08 12:09:07.292846 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c1552-a840-4a5a-8518-72878f433bf0 x-openstack-request-id: req-146c1552-a840-4a5a-8518-72878f433bf0 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:07.293113 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:07.293364 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-146c1552-a840-4a5a-8518-72878f433bf0 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:07.293752 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'status': 'completed', 'code': 200} Mar 08 12:09:07.295286 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-ce9e375a-d11e-4e85-a71c-77473881f8af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 217 time: 0.0418944 Mar 08 12:09:07.342327 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-6c06cba3-2616-4b05-a17d-dcb5366158a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.345025 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-6c06cba3-2616-4b05-a17d-dcb5366158a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0441184 Mar 08 12:09:07.393249 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-c538fd12-c112-474a-a059-e5eff4c5bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.394827 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-c538fd12-c112-474a-a059-e5eff4c5bea3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432720 Mar 08 12:09:07.395382 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fa8ed-cd0f-41a1-bd0c-bed22f8f7762 req-abcc8cf6-aba3-4a90-9a82-caa55e2795cf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.396897 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ba1fa8ed-cd0f-41a1-bd0c-bed22f8f7762 req-abcc8cf6-aba3-4a90-9a82-caa55e2795cf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 943 time: 0.0536201 Mar 08 12:09:07.443502 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ba1fa8ed-cd0f-41a1-bd0c-bed22f8f7762 req-88b94312-6afc-43c7-aba2-5ceeaffa207e tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409935 Mar 08 12:09:07.486330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-e25127d6-3921-47cd-a932-fd0628e5d6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Mar 08 12:09:07.574378 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-714f9819-c9f0-42c4-9fbc-3b37b9b561d4 req-f9ba7439-a136-4be8-b7a6-5240f5452175 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818193 Mar 08 12:09:07.793480 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e9ff-302a-498a-8004-897488c92e34 req-338167a2-97c3-48cd-8fd0-1fc8870a9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.794980 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-338167a2-97c3-48cd-8fd0-1fc8870a9b7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1127 time: 0.0494831 Mar 08 12:09:07.881937 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e9ff-302a-498a-8004-897488c92e34 req-9056af27-3231-4cc9-8ef2-18c1ecbdb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.883405 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-9056af27-3231-4cc9-8ef2-18c1ecbdb27a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0823402 Mar 08 12:09:07.927608 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-68dfc876-8d83-4c20-9437-57b827ab7dca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 217 time: 0.0376673 Mar 08 12:09:07.975777 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e9ff-302a-498a-8004-897488c92e34 req-78cf27d5-b597-49a2-8c57-b0dd58b1cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.977215 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-78cf27d5-b597-49a2-8c57-b0dd58b1cebb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0433462 Mar 08 12:09:08.025156 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e9ff-302a-498a-8004-897488c92e34 req-0f861603-cf53-4fa6-b1c4-21180a9ad8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:08.026662 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-0f861603-cf53-4fa6-b1c4-21180a9ad8b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433390 Mar 08 12:09:08.114957 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-74074f6b-11ff-4f7d-80b5-3ce96f5cbc4d service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821621 Mar 08 12:09:08.202898 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bab6e9ff-302a-498a-8004-897488c92e34 req-fab4cb6a-9fe2-48fa-9c35-c1358c5a3b0c service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Mar 08 12:09:08.561395 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84254289-0c02-4d66-9a2b-a1a709bb738b req-fddfb673-f9b0-4d91-8303-9673f0472d72 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:08.562879 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84254289-0c02-4d66-9a2b-a1a709bb738b req-fddfb673-f9b0-4d91-8303-9673f0472d72 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 943 time: 0.0523701 Mar 08 12:09:08.615702 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84254289-0c02-4d66-9a2b-a1a709bb738b req-eb1b22a6-69f2-42b3-89eb-fc79b80926f4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458367 Mar 08 12:09:09.736481 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff0120-29a5-449d-89c0-d102732c91ed req-469b306b-0c47-4aa5-88f8-59f05ca267b8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:09.738813 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0bff0120-29a5-449d-89c0-d102732c91ed req-469b306b-0c47-4aa5-88f8-59f05ca267b8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 943 time: 0.0563920 Mar 08 12:09:09.782978 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0bff0120-29a5-449d-89c0-d102732c91ed req-72ce5a6a-e526-4634-89a6-933d392452a6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386708 Mar 08 12:09:09.918055 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-59fe46f3-f762-4581-84cb-96f982867ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:10.786501 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 36ae87d3-8253-4642-a8e6-ffde096fac91 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:09:10.893766 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36ae87d3-8253-4642-a8e6-ffde096fac91,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:10.905892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'port_id': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'mac_address': 'fa:16:3e:d7:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:09:10.906180 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218dab8-f983-47d6-96dc-6c20de282553 req-740fd272-1a35-408f-80bd-716adcc6d2c6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:10.907417 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0218dab8-f983-47d6-96dc-6c20de282553 req-740fd272-1a35-408f-80bd-716adcc6d2c6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 943 time: 0.0550902 Mar 08 12:09:10.943998 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 36ae87d3-8253-4642-a8e6-ffde096fac91 is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:10.944754 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:10.957053 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ae87d3-8253-4642-a8e6-ffde096fac91 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:10.959419 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0218dab8-f983-47d6-96dc-6c20de282553 req-53ce0fd3-dd23-4081-a7ca-7e3a37cb68fe tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421102 Mar 08 12:09:10.978062 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36ae87d3-8253-4642-a8e6-ffde096fac91,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:11.047904 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:11.099660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:11.378601 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['36ae87d3-8253-4642-a8e6-ffde096fac91'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:12.004029 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:12.078680 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d741-971e-4cb3-96a8-566b444734f6 req-5839613c-f5d7-4019-91f0-461a277604a1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:12.080204 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c5a6d741-971e-4cb3-96a8-566b444734f6 req-5839613c-f5d7-4019-91f0-461a277604a1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 944 time: 0.0524611 Mar 08 12:09:12.093882 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-21b10ef5-d872-41b5-8d01-0a686bdf35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:12.127265 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-c5a6d741-971e-4cb3-96a8-566b444734f6 req-c0417cc0-c94c-4178-adf3-f7d136ed91ab tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408943 Mar 08 12:09:12.793253 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 36ae87d3-8253-4642-a8e6-ffde096fac91 up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:12.898910 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 36ae87d3-8253-4642-a8e6-ffde096fac91 completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:09:12.902971 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 36ae87d3-8253-4642-a8e6-ffde096fac91 triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:12.903349 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:12.979819 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 36ae87d3-8253-4642-a8e6-ffde096fac91 is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:12.980195 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.001894 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:13.005158 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff7040-a523-411f-8814-889518a31311" -d '{"events": [{"server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "name": "network-vif-plugged", "status": "completed", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:13.017005 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36ae87d3-8253-4642-a8e6-ffde096fac91,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:13.040612 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa54cc-8a0c-45fc-8ce4-dac3c588c5fa x-openstack-request-id: req-f3aa54cc-8a0c-45fc-8ce4-dac3c588c5fa {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:13.040961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "name": "network-vif-plugged", "status": "completed", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:13.041225 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3aa54cc-8a0c-45fc-8ce4-dac3c588c5fa {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:13.045654 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'code': 200} Mar 08 12:09:13.093340 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.254040 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255c0b-32f8-41ac-a149-eed6e6dd1062 req-8bc4d6a3-563f-4eb9-b1eb-250ce49282e9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.258209 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ad255c0b-32f8-41ac-a149-eed6e6dd1062 req-8bc4d6a3-563f-4eb9-b1eb-250ce49282e9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0624385 Mar 08 12:09:13.287219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:13.306148 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ad255c0b-32f8-41ac-a149-eed6e6dd1062 req-0cde5dde-7b77-498b-b88a-1308b1597c65 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448964 Mar 08 12:09:13.339036 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.384532 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747a37-9d4d-4e9e-b2a7-f6dd07cf1540 req-d1c2870e-9e48-4940-89f2-c2aad497ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.386028 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-66747a37-9d4d-4e9e-b2a7-f6dd07cf1540 req-d1c2870e-9e48-4940-89f2-c2aad497ab09 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1129 time: 0.0436780 Mar 08 12:09:13.429532 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-66747a37-9d4d-4e9e-b2a7-f6dd07cf1540 req-50159a53-3ec8-43e3-8d5c-697fc91c7d95 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370777 Mar 08 12:09:14.437899 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c982479-095f-4864-99d9-5a77a0e7bc87 req-3205ac5c-7c4a-47db-99a9-c42082d94876 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:14.439448 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c982479-095f-4864-99d9-5a77a0e7bc87 req-3205ac5c-7c4a-47db-99a9-c42082d94876 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0663369 Mar 08 12:09:14.488337 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c982479-095f-4864-99d9-5a77a0e7bc87 req-8288ff6b-cca7-4515-85fd-02e3b6a05308 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424106 Mar 08 12:09:14.796284 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.612785 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ea83f-937d-4a58-85fc-be362ff224de req-d1c48ca5-7266-463a-8af9-4b328c8c5a32 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:15.614293 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6d6ea83f-937d-4a58-85fc-be362ff224de req-d1c48ca5-7266-463a-8af9-4b328c8c5a32 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0566304 Mar 08 12:09:15.663057 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6d6ea83f-937d-4a58-85fc-be362ff224de req-5135c53f-4f11-4802-a480-1c203de65742 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430987 Mar 08 12:09:15.773692 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63b5dd-6602-4eb0-8c95-fc01e00d3cc6 req-d5fd3b1c-ccea-40f5-8032-bb0137ccea92 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:15.775056 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de63b5dd-6602-4eb0-8c95-fc01e00d3cc6 req-d5fd3b1c-ccea-40f5-8032-bb0137ccea92 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0514877 Mar 08 12:09:15.783923 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36904) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:15.788449 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'floatingip': {'port_id': '36ae87d3-8253-4642-a8e6-ffde096fac91'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:15.826817 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.978741 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.263757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.356219 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.440442 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-e1e26961-56a2-4262-a718-c923babf68b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425005 Mar 08 12:09:16.467257 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Floating IP 9a0218b3-30b4-448b-842d-faa78c1b64ff associated. External IP: 172.27.3.120, port: 36ae87d3-8253-4642-a8e6-ffde096fac91. Mar 08 12:09:16.518777 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-69c7a090-68d2-4d5d-8941-a8dca832ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:16.520326 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-69c7a090-68d2-4d5d-8941-a8dca832ac55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1129 time: 0.0481441 Mar 08 12:09:16.627879 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-ae3703b2-ee2f-4804-98e5-ac2e07cf964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:16.629631 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-ae3703b2-ee2f-4804-98e5-ac2e07cf964a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0900040 Mar 08 12:09:16.687772 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:16.697982 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-bd22777f-5b06-48a6-879a-b6f11e116cba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 1001 time: 0.0618403 Mar 08 12:09:16.746104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-a30dece8-59df-477e-8d89-47b9dd165239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:16.747508 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-a30dece8-59df-477e-8d89-47b9dd165239 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0433238 Mar 08 12:09:16.796794 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:16.797065 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-801344ec-7b83-4fc4-9ee1-1dfa1a1a90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:16.799055 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-801344ec-7b83-4fc4-9ee1-1dfa1a1a90cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459628 Mar 08 12:09:16.801730 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.808222 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:16.821924 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:16.822584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:16.839394 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-c87a915d-5005-4b25-bed0-261772308aaf tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "PUT /v2.0/floatingips/9a0218b3-30b4-448b-842d-faa78c1b64ff HTTP/1.1" status: 200 len: 991 time: 1.0543771 Mar 08 12:09:16.840131 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:16.842351 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:16.878814 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d4b28d-6177-4566-9d85-0cfd20cb21ed x-openstack-request-id: req-b5d4b28d-6177-4566-9d85-0cfd20cb21ed {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:16.879347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:16.879669 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5d4b28d-6177-4566-9d85-0cfd20cb21ed {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:16.880067 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'status': 'completed', 'code': 200} Mar 08 12:09:16.901594 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-3615b192-cf26-4177-a22f-2e3d05378c79 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960028 Mar 08 12:09:16.948778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:17.035747 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-dce9079e-796a-4b0f-a24a-951ac9f4098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.037153 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-dce9079e-796a-4b0f-a24a-951ac9f4098e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1129 time: 0.1014247 Mar 08 12:09:17.039484 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f080eee7-57bc-4839-adfb-d85780f9e6fb req-2f5f856c-4e80-4cdd-93c5-caaf319a1b3f service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217451 Mar 08 12:09:17.145427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-4a134505-6ec2-4591-a20e-a93bfd138881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.147009 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-4a134505-6ec2-4591-a20e-a93bfd138881 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0889337 Mar 08 12:09:17.182237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '9a0218b3-30b4-448b-842d-faa78c1b64ff', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:d7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:01Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:17.208573 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:17.215942 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-201c4425-456d-45e1-8d15-2fc02ea034e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 999 time: 0.0625105 Mar 08 12:09:17.217639 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:17.218253 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:17.262833 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-00b62b93-46b3-47a8-8b2b-5f05ff3df615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.264321 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-00b62b93-46b3-47a8-8b2b-5f05ff3df615 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0425184 Mar 08 12:09:17.287692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36912) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:17.317298 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-823cce06-0d17-4f9d-ac9a-17f4068ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.319848 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-823cce06-0d17-4f9d-ac9a-17f4068ee911 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484269 Mar 08 12:09:17.329197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:17.419058 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-6c65abd3-1855-4311-b243-76ccef63aaab service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935905 Mar 08 12:09:17.450010 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Deleting port 782c46f3-3cf7-436c-a59d-dbab5ff23b07 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:17.450398 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.515877 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ecf6fde-974e-427c-bf60-ff4c419a8a8b req-c0ab30d8-53e3-49b1-bbd3-cd3098fa6094 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900319 Mar 08 12:09:17.531843 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.532438 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for floatingip (782c46f3-3cf7-436c-a59d-dbab5ff23b07), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.544263 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Calling delete_port for 782c46f3-3cf7-436c-a59d-dbab5ff23b07 owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:17.571014 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '9a0218b3-30b4-448b-842d-faa78c1b64ff', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:d7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:01Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:17.597309 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61ee8-4741-4de7-bc0d-b55858ce5f11 None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '9a0218b3-30b4-448b-842d-faa78c1b64ff', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:d7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:01Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:17.790902 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d7292-7d87-4acb-9d04-98efd3d695f6 None None] New status for floating IP 9a0218b3-30b4-448b-842d-faa78c1b64ff: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:17.832668 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (782c46f3-3cf7-436c-a59d-dbab5ff23b07), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.860704 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event deleted for resources: {'Port': ['ID=782c46f3-3cf7-436c-a59d-dbab5ff23b07,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:17.929848 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for floatingip (e5ca38c2-d1d1-460f-a473-6796ed42a142), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.930231 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.l3_db [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Floating IP e5ca38c2-d1d1-460f-a473-6796ed42a142 disassociated (deleted). External IP: 172.27.3.162, port: 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98. Mar 08 12:09:18.137658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:18.245516 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:18.250106 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:18.255510 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Sync routers for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:18.266678 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:18.267293 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:18.289589 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-618515bc-90ba-4481-a8d4-e953fb4773e2 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "DELETE /v2.0/floatingips/e5ca38c2-d1d1-460f-a473-6796ed42a142 HTTP/1.1" status: 204 len: 168 time: 1.0007956 Mar 08 12:09:18.380976 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:18.575605 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:18.606303 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Checking router: 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:18.618381 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:18.619256 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:18.704603 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5390c-67dd-4053-b53e-a8421eab6510 req-c16df64e-bf9a-4ce3-8f9d-61f5d04457b3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:18.706123 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dae5390c-67dd-4053-b53e-a8421eab6510 req-c16df64e-bf9a-4ce3-8f9d-61f5d04457b3 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0551600 Mar 08 12:09:18.739316 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:18.753031 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-dae5390c-67dd-4053-b53e-a8421eab6510 req-0ee3e487-d37c-4232-b585-9fcb7110c9a1 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Mar 08 12:09:18.882003 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:18.884308 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7888a44fd9d263e025ad6e22f36a06f003c7b537cbbd8f6b2a37c6c842c481b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:18.919844 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a11779-bd98-4e1c-ba9f-6ea5a624dc7f x-openstack-request-id: req-56a11779-bd98-4e1c-ba9f-6ea5a624dc7f {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:18.920135 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "status": "completed", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:18.920391 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56a11779-bd98-4e1c-ba9f-6ea5a624dc7f {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:18.920940 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'status': 'completed', 'code': 200} Mar 08 12:09:18.936568 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:18.964913 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77f87-5637-4b80-8d4e-7675121e40c4 None None] The sync data for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi is: [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:04:24Z', 'revision_number': 4, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'c7c8fbde-1639-4b07-a658-0631d75db933', 'name': '', 'network_id': '47548c11-cec1-4050-898e-7164f8aff740', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'mac_address': 'fa:16:3e:6f:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:23Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'subnets': [{'id': 'e44d6001-edeb-47aa-b2d7-18adacf4fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:19.026810 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-264c1924-2101-4fda-ba2e-05e705a39060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.028382 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-264c1924-2101-4fda-ba2e-05e705a39060 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 1129 time: 0.0563214 Mar 08 12:09:19.121503 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-4038c839-3827-42e8-a97f-374b082a3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.122986 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-4038c839-3827-42e8-a97f-374b082a3cf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 200 len: 910 time: 0.0865343 Mar 08 12:09:19.168974 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-baaf50e0-3812-4e67-84a2-0207fb0dd670 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 200 len: 217 time: 0.0391791 Mar 08 12:09:19.188893 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b8d693-c1c7-477f-8bdd-2830acaa936c None None] New status for floating IP e5ca38c2-d1d1-460f-a473-6796ed42a142: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:19.217589 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-8c8105cf-70b8-4c68-bbbf-40061db19cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.219066 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-8c8105cf-70b8-4c68-bbbf-40061db19cd5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 200 len: 848 time: 0.0442915 Mar 08 12:09:19.267604 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-c2bc449b-0d45-4f04-8630-c6363020c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.269101 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-c2bc449b-0d45-4f04-8630-c6363020c177 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47548c11-cec1-4050-898e-7164f8aff740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439692 Mar 08 12:09:19.362015 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-65aed2d8-610c-4bcc-b3a8-8eb5c9e3166b service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853388 Mar 08 12:09:19.447409 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ecf2dc26-76ae-4006-b5b0-c5f47fc99c53 req-d6495f7f-35b0-497c-b45c-ad4465974d0d service neutron] 10.222.0.58 "GET /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787201 Mar 08 12:09:19.869768 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2760-afd1-44d8-80b9-32ca61a41ab6 req-58b9ed76-eb8e-446d-a342-dd0d8becb176 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.871219 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-25fe2760-afd1-44d8-80b9-32ca61a41ab6 req-58b9ed76-eb8e-446d-a342-dd0d8becb176 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0514846 Mar 08 12:09:19.919586 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-25fe2760-afd1-44d8-80b9-32ca61a41ab6 req-ba7b0842-0d49-4a9a-add9-784dc66ee740 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/security-groups?id=b984e321-08e9-460f-b93f-f1c08227f541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422208 Mar 08 12:09:20.599816 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-68a8ebfc-620c-4b51-946e-d65d1ed504a6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.601263 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-68a8ebfc-620c-4b51-946e-d65d1ed504a6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 945 time: 0.0515583 Mar 08 12:09:20.696396 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Deleting port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:20.696738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.783927 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] For port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:20.784287 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.796258 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Calling delete_port for 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:20.964379 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.999091 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event deleted for resources: {'Port': ['ID=8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:21.031589 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cf90ec92-5ecd-4f7f-85d0-c81d93678f1e req-f7b19f23-e7af-4677-8f30-d513c7e0ad89 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0355947 Mar 08 12:09:21.067451 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] No DVR routers for this DVR port 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:21.070050 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.073296 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7287aa5c-48e9-49f8-8cec-ef9e7c80d14d req-391c9abf-39a4-491c-a30c-f9f605aac411 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.58 "DELETE /v2.0/ports/8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 HTTP/1.1" status: 204 len: 173 time: 0.4668097 Mar 08 12:09:21.073733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-deleted', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:21.075986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20d83f-e1b8-45e3-b1eb-2b385c93f6b2" -d '{"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-deleted", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:21.112222 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b397790-6e6b-48a3-8e06-529ec21a8f8e x-openstack-request-id: req-2b397790-6e6b-48a3-8e06-529ec21a8f8e {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:21.112514 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf722c5-41ba-4ae0-8eb4-ee2887308e8f", "name": "network-vif-deleted", "tag": "8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:21.112785 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b397790-6e6b-48a3-8e06-529ec21a8f8e {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:21.113204 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf722c5-41ba-4ae0-8eb4-ee2887308e8f', 'name': 'network-vif-deleted', 'tag': '8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98', 'status': 'completed', 'code': 200} Mar 08 12:09:22.135662 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-41986913-0346-4075-b9c3-a522b1630e26 req-c2c03c96-2528-421f-a30b-9f014de16e7f tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf722c5-41ba-4ae0-8eb4-ee2887308e8f HTTP/1.1" status: 200 len: 210 time: 0.0281653 Mar 08 12:09:23.190847 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36930) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:23.245879 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (b984e321-08e9-460f-b93f-f1c08227f541), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.271049 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (b984e321-08e9-460f-b93f-f1c08227f541), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.415823 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (b984e321-08e9-460f-b93f-f1c08227f541), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.419210 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.420601 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] 10.222.0.52 "DELETE /v2.0/security-groups/b984e321-08e9-460f-b93f-f1c08227f541 HTTP/1.1" status: 204 len: 168 time: 0.2286711 Mar 08 12:09:23.439092 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25760ed-4329-43de-bc2e-0d587ada6ab6 tempest-TestShelveInstance-2080391931 tempest-TestShelveInstance-2080391931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984e321-08e9-460f-b93f-f1c08227f541,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.524986 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36936) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:23.923785 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.063760 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:09:24.440057 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Deleting port c7c8fbde-1639-4b07-a658-0631d75db933 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:24.440893 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.525531 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] For port c7c8fbde-1639-4b07-a658-0631d75db933, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=c7c8fbde-1639-4b07-a658-0631d75db933,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:24.525815 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.537387 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Calling delete_port for c7c8fbde-1639-4b07-a658-0631d75db933 owned by network:router_interface {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:24.773765 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (c7c8fbde-1639-4b07-a658-0631d75db933), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.799136 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c8fbde-1639-4b07-a658-0631d75db933,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:24.835560 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:24.857808 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:24.859378 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 8ce14cb2-d9c3-43b9-b538-4e5c61c5ae98 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:24.974022 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.196995 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:25.308060 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:25.314946 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-ebbe66ac-2aa3-4f45-ac0a-5cd1b0fb7eaa admin admin] 10.222.0.52 "PUT /v2.0/routers/15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870345 Mar 08 12:09:25.315493 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36942) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:25.318967 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Sync routers for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:25.328670 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:25.329279 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:25.428206 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks [] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.540590 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks [] for router_gateway (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.573724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:25.668771 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Deleting port 41d50071-9daf-4dbc-84f3-eb67444ead37 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:25.669216 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.751775 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] For port 41d50071-9daf-4dbc-84f3-eb67444ead37, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=41d50071-9daf-4dbc-84f3-eb67444ead37,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:25.752144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.761065 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:09:24Z', 'revision_number': 5, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port': {'id': '41d50071-9daf-4dbc-84f3-eb67444ead37', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:20Z', 'updated_at': '2022-03-08T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:25.765271 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Calling delete_port for 41d50071-9daf-4dbc-84f3-eb67444ead37 owned by network:router_gateway {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:25.793651 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Checking router: 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:25.802088 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Routers {'15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:25.802709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:25.891512 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] Set router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:25.943788 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 6, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:25.973561 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606aee1-b757-488e-b2e1-93448c098adf None None] The sync data for ids ['15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8'] in dv-cinder-830087-2-iscsi is: [{'id': '15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8', 'name': 'tempest-TestShelveInstance-2130854305-router', 'tenant_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 6, 'project_id': 'cfc28aa7473b41d7b1e2482c5f0695eb', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:25.981237 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (41d50071-9daf-4dbc-84f3-eb67444ead37), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.009697 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d50071-9daf-4dbc-84f3-eb67444ead37,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:26.071867 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.165013 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.167151 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks [] for router_controller (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.282248 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.282746 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 {{(pid=109814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:09:26.288545 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.290979 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-52a85505-4325-4225-bbd7-a8b794e3fa88 admin admin] 10.222.0.52 "DELETE /v2.0/routers/15a8fffe-0ce4-4ddc-8f7f-11d8ad4410c8 HTTP/1.1" status: 204 len: 168 time: 0.9734313 Mar 08 12:09:26.292539 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36944) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:26.346128 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Deleting subnet e44d6001-edeb-47aa-b2d7-18adacf4fdb3 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:09:26.349468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Publish callbacks [] for subnet (e44d6001-edeb-47aa-b2d7-18adacf4fdb3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.387807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (e44d6001-edeb-47aa-b2d7-18adacf4fdb3), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.472086 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (e44d6001-edeb-47aa-b2d7-18adacf4fdb3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.638663 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (e44d6001-edeb-47aa-b2d7-18adacf4fdb3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.662436 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44d6001-edeb-47aa-b2d7-18adacf4fdb3,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:26.669004 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.672264 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-3d6db1ba-549c-478b-a5c2-f2e101128433 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e44d6001-edeb-47aa-b2d7-18adacf4fdb3 HTTP/1.1" status: 204 len: 168 time: 0.3786712 Mar 08 12:09:26.674838 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36946) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:26.677314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509d3bf-114a-4f44-b896-4891f5e7ef4a None None] Network 47548c11-cec1-4050-898e-7164f8aff740 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:26.759788 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (47548c11-cec1-4050-898e-7164f8aff740), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.820534 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Deleting port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:26.820870 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.841162 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] DHCP port deletion for 47548c11-cec1-4050-898e-7164f8aff740 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:09:26.890807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] For port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:26.891080 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.903367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Deleting port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:26.903968 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.907514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Calling delete_port for 20734e9b-c6a4-4cf1-a269-1cf4272bed5f owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:26.983307 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] For port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,segment=NetworkSegment(d318011d-7d7b-435c-ad82-eba235b38c99),segment_id=d318011d-7d7b-435c-ad82-eba235b38c99)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:26.983911 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.003462 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Calling delete_port for 20734e9b-c6a4-4cf1-a269-1cf4272bed5f owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:27.068917 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.089864 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Pushing event deleted for resources: {'Port': ['ID=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.095457 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] No DVR routers for this DVR port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:27.099825 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (20734e9b-c6a4-4cf1-a269-1cf4272bed5f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.129724 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] Pushing event deleted for resources: {'Port': ['ID=20734e9b-c6a4-4cf1-a269-1cf4272bed5f,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.132108 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b619ddc-2bed-47e4-ac86-f03b956f6011 None None] No DVR routers for this DVR port 20734e9b-c6a4-4cf1-a269-1cf4272bed5f on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:27.173835 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (47548c11-cec1-4050-898e-7164f8aff740), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.196501 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47548c11-cec1-4050-898e-7164f8aff740']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.205612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd318011d-7d7b-435c-ad82-eba235b38c99') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.205910 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd318011d-7d7b-435c-ad82-eba235b38c99') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.215878 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (d318011d-7d7b-435c-ad82-eba235b38c99), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.229520 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (d318011d-7d7b-435c-ad82-eba235b38c99), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.235149 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:27.235594 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (d318011d-7d7b-435c-ad82-eba235b38c99), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:27.237208 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:27.345013 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (47548c11-cec1-4050-898e-7164f8aff740), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.350446 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.354637 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] 10.222.0.52 "DELETE /v2.0/networks/47548c11-cec1-4050-898e-7164f8aff740 HTTP/1.1" status: 204 len: 168 time: 0.6786110 Mar 08 12:09:27.357674 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36948) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:27.367241 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286c22b-6c00-482b-a36c-60f422779188 admin admin] Pushing event deleted for resources: {'Network': ['ID=47548c11-cec1-4050-898e-7164f8aff740,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.640331 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c7c8fbde-1639-4b07-a658-0631d75db933 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:27.663510 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: c7c8fbde-1639-4b07-a658-0631d75db933 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:27.663886 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device c7c8fbde-1639-4b07-a658-0631d75db933 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:27.664300 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 20734e9b-c6a4-4cf1-a269-1cf4272bed5f no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:27.683115 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 20734e9b-c6a4-4cf1-a269-1cf4272bed5f {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:27.683457 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 20734e9b-c6a4-4cf1-a269-1cf4272bed5f not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:27.683900 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 41d50071-9daf-4dbc-84f3-eb67444ead37 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:27.710121 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 41d50071-9daf-4dbc-84f3-eb67444ead37 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:27.710508 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 41d50071-9daf-4dbc-84f3-eb67444ead37 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:27.711318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.965798 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Deleting port 5ee93cd9-78c0-410e-adc5-cac318ae709f {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:27.966175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.043186 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] For port 5ee93cd9-78c0-410e-adc5-cac318ae709f, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5ee93cd9-78c0-410e-adc5-cac318ae709f,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:28.043580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.057194 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Calling delete_port for 5ee93cd9-78c0-410e-adc5-cac318ae709f owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:28.312525 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (5ee93cd9-78c0-410e-adc5-cac318ae709f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.338336 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee93cd9-78c0-410e-adc5-cac318ae709f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:28.510754 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.726005 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Router aab5f5ef-cec3-43e7-8db8-198fcec789c3 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:29.090603 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:29.095948 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5ddead98-a315-477e-a411-f94908106ebb admin admin] 10.222.0.52 "PUT /v2.0/routers/aab5f5ef-cec3-43e7-8db8-198fcec789c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365963 Mar 08 12:09:29.098107 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36950) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:29.101217 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Sync routers for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:29.110989 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:29.111714 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:29.210650 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks [] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.220625 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:29.314521 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks [] for router_gateway (aab5f5ef-cec3-43e7-8db8-198fcec789c3), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.394793 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:09:28Z', 'revision_number': 5, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port': {'id': 'cb077b54-76a9-408c-9c01-41f977b96bec', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:30Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:29.424971 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Checking router: aab5f5ef-cec3-43e7-8db8-198fcec789c3 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:29.434206 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Routers {'aab5f5ef-cec3-43e7-8db8-198fcec789c3'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:29.434841 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:29.475959 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Deleting port cb077b54-76a9-408c-9c01-41f977b96bec {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:29.476299 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.524882 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] Set router aab5f5ef-cec3-43e7-8db8-198fcec789c3 gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:29.564848 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] For port cb077b54-76a9-408c-9c01-41f977b96bec, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=cb077b54-76a9-408c-9c01-41f977b96bec,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:29.565255 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.579028 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:09:29Z', 'revision_number': 6, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:29.579189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Calling delete_port for cb077b54-76a9-408c-9c01-41f977b96bec owned by network:router_gateway {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:29.608189 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfab8d-64e8-4be1-8a86-9b8b42234d8f None None] The sync data for ids ['aab5f5ef-cec3-43e7-8db8-198fcec789c3'] in dv-cinder-830087-2-iscsi is: [{'id': 'aab5f5ef-cec3-43e7-8db8-198fcec789c3', 'name': 'tempest-TestShelveInstance-266666855-router', 'tenant_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:29Z', 'updated_at': '2022-03-08T12:09:29Z', 'revision_number': 6, 'project_id': '3dc0e3bffb9d49e788fc11efd21eee1c', 'gw_port_host': None}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:29.813512 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (cb077b54-76a9-408c-9c01-41f977b96bec), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.848008 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Pushing event deleted for resources: {'Port': ['ID=cb077b54-76a9-408c-9c01-41f977b96bec,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:29.905345 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.997146 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.999740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks [] for router_controller (aab5f5ef-cec3-43e7-8db8-198fcec789c3), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.133398 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (aab5f5ef-cec3-43e7-8db8-198fcec789c3), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.134112 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab5f5ef-cec3-43e7-8db8-198fcec789c3 {{(pid=109814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:09:30.138216 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.139323 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-70d0e898-b767-4c92-aff2-b7883ecbf5df admin admin] 10.222.0.52 "DELETE /v2.0/routers/aab5f5ef-cec3-43e7-8db8-198fcec789c3 HTTP/1.1" status: 204 len: 168 time: 1.0402472 Mar 08 12:09:30.141845 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36954) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:30.189008 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Deleting subnet e4143832-c835-4c6e-8dae-e673398c0a61 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:09:30.192216 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Publish callbacks [] for subnet (e4143832-c835-4c6e-8dae-e673398c0a61), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.227959 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (e4143832-c835-4c6e-8dae-e673398c0a61), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.303762 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (e4143832-c835-4c6e-8dae-e673398c0a61), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.410230 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (e4143832-c835-4c6e-8dae-e673398c0a61), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.438773 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4143832-c835-4c6e-8dae-e673398c0a61,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:30.445311 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.448591 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-64bbccc9-05b3-424a-aef1-c706c1a60287 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e4143832-c835-4c6e-8dae-e673398c0a61 HTTP/1.1" status: 204 len: 168 time: 0.3058131 Mar 08 12:09:30.451230 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36956) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:30.464999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56cdcb-ed81-4d73-a642-566a583cb0fe None None] Network a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:30.524942 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.581298 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Deleting port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:30.581298 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.636339 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] DHCP port deletion for a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:09:30.651469 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] For port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:30.651933 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.665947 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Calling delete_port for 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:30.694382 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Deleting port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:30.694837 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.758584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] For port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,segment=NetworkSegment(4eed6b55-1fa4-4631-9134-480ff668656c),segment_id=4eed6b55-1fa4-4631-9134-480ff668656c)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:30.759079 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.771011 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Calling delete_port for 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:30.844146 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.849578 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (06a86c68-4a43-40cc-accb-5a44b2dc9ac6), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.873690 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:30.875694 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] Pushing event deleted for resources: {'Port': ['ID=06a86c68-4a43-40cc-accb-5a44b2dc9ac6,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:30.877042 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] No DVR routers for this DVR port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:30.879839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf1b59-914b-4e0b-9fc4-4e7489fc4eb6 None None] No DVR routers for this DVR port 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:30.947385 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.966447 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a061248f-4ac3-4bbd-a5c2-f4fb38f333b2']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:30.975633 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eed6b55-1fa4-4631-9134-480ff668656c') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:30.975937 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eed6b55-1fa4-4631-9134-480ff668656c') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:30.985005 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (4eed6b55-1fa4-4631-9134-480ff668656c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.998374 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (4eed6b55-1fa4-4631-9134-480ff668656c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.004461 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:31.004840 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (4eed6b55-1fa4-4631-9134-480ff668656c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:31.007225 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:31.127544 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (a061248f-4ac3-4bbd-a5c2-f4fb38f333b2), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.135443 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.138570 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a061248f-4ac3-4bbd-a5c2-f4fb38f333b2 HTTP/1.1" status: 204 len: 168 time: 0.6863914 Mar 08 12:09:31.148505 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b61f-44f1-4d7a-ab88-726b719c0481 admin admin] Pushing event deleted for resources: {'Network': ['ID=a061248f-4ac3-4bbd-a5c2-f4fb38f333b2,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:31.453284 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36960) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:31.493135 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-67448fe5-742d-400b-befc-349275a6f39f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfc28aa7473b41d7b1e2482c5f0695eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386543 Mar 08 12:09:31.495482 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 36962) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:31.543589 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] Publish callbacks [] for security_group (9fdfa521-9f51-4e59-9bdb-47e45661f490), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.564425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] Publish callbacks [] for security_group (9fdfa521-9f51-4e59-9bdb-47e45661f490), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.642159 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device cb077b54-76a9-408c-9c01-41f977b96bec no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:31.669498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: cb077b54-76a9-408c-9c01-41f977b96bec {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:31.669846 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device cb077b54-76a9-408c-9c01-41f977b96bec not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:31.670262 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:31.670372 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9fdfa521-9f51-4e59-9bdb-47e45661f490), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.673449 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:31.674921 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fdfa521-9f51-4e59-9bdb-47e45661f490 HTTP/1.1" status: 204 len: 168 time: 0.1784294 Mar 08 12:09:31.685236 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308417aa-932f-446e-83e1-65ec39577148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdfa521-9f51-4e59-9bdb-47e45661f490,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:31.690725 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:31.690999 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 06a86c68-4a43-40cc-accb-5a44b2dc9ac6 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:31.691435 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5ee93cd9-78c0-410e-adc5-cac318ae709f no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:31.720400 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 5ee93cd9-78c0-410e-adc5-cac318ae709f {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:31.720749 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5ee93cd9-78c0-410e-adc5-cac318ae709f not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:32.357260 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36968) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:32.396756 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f52d1336-b068-47d1-a63f-14ef8bc278de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dc0e3bffb9d49e788fc11efd21eee1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383723 Mar 08 12:09:32.399988 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 36970) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:32.451854 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] Publish callbacks [] for security_group (0443a1e2-548c-48c5-9a8d-45e36adbb0ca), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:32.472789 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] Publish callbacks [] for security_group (0443a1e2-548c-48c5-9a8d-45e36adbb0ca), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:32.570449 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (0443a1e2-548c-48c5-9a8d-45e36adbb0ca), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:32.573340 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:32.574485 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0443a1e2-548c-48c5-9a8d-45e36adbb0ca HTTP/1.1" status: 204 len: 168 time: 0.1734924 Mar 08 12:09:32.582286 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4838106-108e-4c1e-a1c4-9e50777a01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443a1e2-548c-48c5-9a8d-45e36adbb0ca,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:39.952565 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-38a51e05-c9dc-40d0-9c96-5eb9f260d165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.945260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.116258 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e6e679a-165c-4c31-b045-975eaa83844a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.258953 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:44.786561 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.001597 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.064064 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:10:04.335536 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d610ef-bc99-441c-abd4-49d88706821a req-ea7103c1-dbc6-437e-ac66-dfe6edd08f71 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.336991 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25d610ef-bc99-441c-abd4-49d88706821a req-ea7103c1-dbc6-437e-ac66-dfe6edd08f71 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0550723 Mar 08 12:10:04.383689 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25d610ef-bc99-441c-abd4-49d88706821a req-7cc278a9-f2dd-4d40-9f1a-fc8f7629f451 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399263 Mar 08 12:10:05.504723 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033b91-562e-4e8e-aff4-8d65c3ebadfe req-a4724122-16d0-438d-880a-62ec3e77d9fc tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:05.506093 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a2033b91-562e-4e8e-aff4-8d65c3ebadfe req-a4724122-16d0-438d-880a-62ec3e77d9fc tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0515494 Mar 08 12:10:05.554764 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a2033b91-562e-4e8e-aff4-8d65c3ebadfe req-eb8da9fd-05fa-49d7-94b8-8451ac776978 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432010 Mar 08 12:10:06.674994 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683d67-d46e-4bd7-b3d1-2f22679f028e req-4edc67cb-057d-4efd-852f-9f01d22f22a7 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:06.676521 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-15683d67-d46e-4bd7-b3d1-2f22679f028e req-4edc67cb-057d-4efd-852f-9f01d22f22a7 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0513847 Mar 08 12:10:06.721074 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-15683d67-d46e-4bd7-b3d1-2f22679f028e req-a87c2be0-85bc-4ca7-be08-19a16eaf19db tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391643 Mar 08 12:10:07.836469 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e430cd1-0f6e-4d53-80b4-063c1212775f req-d5beb44f-dd36-4b5c-afdd-95e2478280f4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:07.837921 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2e430cd1-0f6e-4d53-80b4-063c1212775f req-d5beb44f-dd36-4b5c-afdd-95e2478280f4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0501525 Mar 08 12:10:07.882964 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2e430cd1-0f6e-4d53-80b4-063c1212775f req-18bc98a4-5ae7-429d-98e9-eb194cc27295 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388584 Mar 08 12:10:09.002457 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a058df-4775-4eca-9a35-e1246febf1e6 req-6d2cc010-d830-4a77-9f3e-046892c850c3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.004184 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30a058df-4775-4eca-9a35-e1246febf1e6 req-6d2cc010-d830-4a77-9f3e-046892c850c3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0542943 Mar 08 12:10:09.049814 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30a058df-4775-4eca-9a35-e1246febf1e6 req-8fa0a4c6-135e-435e-8779-0d26f633caeb tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402176 Mar 08 12:10:09.969331 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4c611afc-4600-4bae-aa59-63db54d05c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:10.170971 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c8ac-3abe-4e13-9fbc-b39db5703533 req-e3b6cd03-3d8e-42d1-a4f6-1f7d95f2a41a tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:10.172438 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-52f3c8ac-3abe-4e13-9fbc-b39db5703533 req-e3b6cd03-3d8e-42d1-a4f6-1f7d95f2a41a tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0544364 Mar 08 12:10:10.218252 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-52f3c8ac-3abe-4e13-9fbc-b39db5703533 req-b4f10e0e-0c23-4f77-8e2f-41ee3c811e90 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403218 Mar 08 12:10:11.529482 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce849dc-86a7-4edb-9ec5-80d641683ddf req-4ada80be-c706-4791-a5a4-4b2ce83e5a51 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:11.530922 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ce849dc-86a7-4edb-9ec5-80d641683ddf req-4ada80be-c706-4791-a5a4-4b2ce83e5a51 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.2466342 Mar 08 12:10:11.575722 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ce849dc-86a7-4edb-9ec5-80d641683ddf req-00234abf-a894-46b6-8b47-3f0f067d2fb6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393114 Mar 08 12:10:11.943693 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:12.083052 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73a32727-d78e-4091-a495-e0d6b2b29c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:12.747324 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506d93-746f-43e9-ac04-45adb2acfcfe req-11d27295-5abe-4a9a-95b6-5d29cd8a17ff tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.748776 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fe506d93-746f-43e9-ac04-45adb2acfcfe req-11d27295-5abe-4a9a-95b6-5d29cd8a17ff tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.1056921 Mar 08 12:10:12.794484 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-fe506d93-746f-43e9-ac04-45adb2acfcfe req-7f150a20-d0d4-4c85-aa8f-a9900c432aa4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402215 Mar 08 12:10:13.254961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.909318 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01488d-49b4-4e0f-8f99-f6d67c76c395 req-ddc67d60-1dcd-42b6-9950-f32d9c9982a8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:13.910686 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e01488d-49b4-4e0f-8f99-f6d67c76c395 req-ddc67d60-1dcd-42b6-9950-f32d9c9982a8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0501442 Mar 08 12:10:13.962372 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e01488d-49b4-4e0f-8f99-f6d67c76c395 req-ec6e6c15-e7a4-4578-bb55-8ba3b37fe3a4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460808 Mar 08 12:10:14.806615 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.092144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ddb2b-be84-40c2-a7ef-f6ea32dae3d9 req-5766de76-51d7-4ec0-84fd-05edb1c540c4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:15.093753 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-338ddb2b-be84-40c2-a7ef-f6ea32dae3d9 req-5766de76-51d7-4ec0-84fd-05edb1c540c4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0594089 Mar 08 12:10:15.145171 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-338ddb2b-be84-40c2-a7ef-f6ea32dae3d9 req-233e2092-197c-46fe-89ab-66d56b9f1cd4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456636 Mar 08 12:10:15.471471 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-e7bff462-4a52-4caf-a969-f95c61360a83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421453 Mar 08 12:10:15.568992 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-258ae339-f4ce-45d6-94c7-d6ac3c1c4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:15.570434 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-258ae339-f4ce-45d6-94c7-d6ac3c1c4118 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1129 time: 0.0423205 Mar 08 12:10:15.673363 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-e3f75ddf-2e1f-440a-afbf-7213e16a8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:15.674807 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-e3f75ddf-2e1f-440a-afbf-7213e16a8193 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0862305 Mar 08 12:10:15.736634 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-0b11cf19-bc68-44b2-8ecd-90bac3207efd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 1001 time: 0.0557332 Mar 08 12:10:15.782390 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-0de847b1-fdaf-4d70-a74e-2fda0c8022b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:15.783818 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-0de847b1-fdaf-4d70-a74e-2fda0c8022b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0421202 Mar 08 12:10:15.833978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-c2b9c8f1-e882-4da0-976f-7d3f0ff54357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:15.835458 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-c2b9c8f1-e882-4da0-976f-7d3f0ff54357 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452490 Mar 08 12:10:15.921507 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-9b872d96-f1a2-4de1-83ed-3c886887218d service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802493 Mar 08 12:10:15.978331 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.011605 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc2ce529-5c7d-41b9-ab2e-b6a7322545bb req-fdb977e3-1174-4139-9318-dacfb768104b service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846100 Mar 08 12:10:16.269686 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c38750-d8b5-4295-aa0f-f7727647813c req-bc65d48e-e9a6-4c62-83bd-55a0d45ceccd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:16.269686 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-87c38750-d8b5-4295-aa0f-f7727647813c req-bc65d48e-e9a6-4c62-83bd-55a0d45ceccd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0524068 Mar 08 12:10:16.309950 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-87c38750-d8b5-4295-aa0f-f7727647813c req-d7d3e8a5-aa09-4675-b486-2b3044fdb67c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405600 Mar 08 12:10:17.427293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811df9d8-2128-467c-a925-6ef33f4af380 req-098434fb-8ac9-41fd-99eb-8a945d9af42c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:17.428768 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-811df9d8-2128-467c-a925-6ef33f4af380 req-098434fb-8ac9-41fd-99eb-8a945d9af42c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0519681 Mar 08 12:10:17.474867 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-811df9d8-2128-467c-a925-6ef33f4af380 req-3aa9538c-a4a2-45be-ab9e-33b6ea39aabd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402186 Mar 08 12:10:18.589793 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805f1c-d46d-46c7-87c5-dd82f85ae072 req-3e704a69-428a-41b2-ba1d-844d671ee184 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:18.591260 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e805f1c-d46d-46c7-87c5-dd82f85ae072 req-3e704a69-428a-41b2-ba1d-844d671ee184 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0509810 Mar 08 12:10:18.642930 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e805f1c-d46d-46c7-87c5-dd82f85ae072 req-f43e9c3a-1428-4dff-a69c-c62d121c3337 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460548 Mar 08 12:10:19.759582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095b10-5712-405f-8d00-a86fd4eb76b4 req-e45a6c3e-96bb-4c11-bbdf-6643a5fc1783 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:19.761078 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-78095b10-5712-405f-8d00-a86fd4eb76b4 req-e45a6c3e-96bb-4c11-bbdf-6643a5fc1783 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0506127 Mar 08 12:10:19.813534 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-78095b10-5712-405f-8d00-a86fd4eb76b4 req-0415b543-45ab-4390-8653-3b2ac5973e8a tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459602 Mar 08 12:10:20.943664 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794b190-5a45-4ba3-b903-beaf5cea522b req-e39d0e9b-8d88-42c5-ba6c-1d3ff5b5b7cd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:20.945143 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4794b190-5a45-4ba3-b903-beaf5cea522b req-e39d0e9b-8d88-42c5-ba6c-1d3ff5b5b7cd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0581481 Mar 08 12:10:20.990871 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4794b190-5a45-4ba3-b903-beaf5cea522b req-b91dc56e-15dc-4d5b-913d-a5f8b709a6b3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401797 Mar 08 12:10:21.301101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78fb5b-fedc-4f7a-a82f-03cad22ca8a2 req-2a2dab16-31e9-4edc-9f02-41f1a06ba715 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:21.302603 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad78fb5b-fedc-4f7a-a82f-03cad22ca8a2 req-2a2dab16-31e9-4edc-9f02-41f1a06ba715 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0532923 Mar 08 12:10:21.352605 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad78fb5b-fedc-4f7a-a82f-03cad22ca8a2 req-dc82fed8-1a31-454e-a150-ce9df48b71f9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432475 Mar 08 12:10:21.447513 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-e28c9af5-9580-4c24-9fe4-c1a3ffffc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:21.448969 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-e28c9af5-9580-4c24-9fe4-c1a3ffffc145 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1129 time: 0.0488436 Mar 08 12:10:21.537231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-aa44dede-d0bf-46e2-98be-601a44f272fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:21.538680 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-aa44dede-d0bf-46e2-98be-601a44f272fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0839424 Mar 08 12:10:21.604039 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-7fe7201a-67c4-4bd3-86dc-1d900336d51a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 1001 time: 0.0594366 Mar 08 12:10:21.651041 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-b377744c-4e63-44bc-a1ee-ba98574f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:21.652498 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-b377744c-4e63-44bc-a1ee-ba98574f92df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0429862 Mar 08 12:10:21.698618 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-72ffcf87-a6fa-41b2-94eb-def3f53cfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:21.701111 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-72ffcf87-a6fa-41b2-94eb-def3f53cfdf2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426903 Mar 08 12:10:21.789309 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-f060a11c-282f-4131-b761-c042a4a6c3d5 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827031 Mar 08 12:10:21.874883 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31216ecb-a46e-4229-b30a-871ab8bec2e1 req-f27a91e3-1031-4e40-ba8c-67224a2aae53 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801971 Mar 08 12:10:22.473533 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f015-300c-4875-baac-a2a146184ea7 req-f479f16e-454a-4744-a501-131774547d67 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:22.475274 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4575f015-300c-4875-baac-a2a146184ea7 req-f479f16e-454a-4744-a501-131774547d67 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0512056 Mar 08 12:10:22.523863 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4575f015-300c-4875-baac-a2a146184ea7 req-c5e53b6a-dc51-4202-8941-c096976d8100 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410569 Mar 08 12:10:23.650211 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a670a04-7494-438f-8744-08ea07bf094e req-749a1039-e835-4f6a-ad38-48abed6fd0f8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:23.651879 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8a670a04-7494-438f-8744-08ea07bf094e req-749a1039-e835-4f6a-ad38-48abed6fd0f8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0585291 Mar 08 12:10:23.699371 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8a670a04-7494-438f-8744-08ea07bf094e req-334db1d6-25a8-42f3-ac6d-a8923bede2bd tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416710 Mar 08 12:10:38.062453 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:10:39.922994 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-19c5cb61-cce8-4f4b-87d5-726772176532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.985817 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.109027 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bd511763-6d1d-44ce-802b-89804ceddfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.593809 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37080) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:42.751283 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port e51fd251-07d3-49af-8229-c00a3b20c344 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:42.751661 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.912319 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.912577 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (e51fd251-07d3-49af-8229-c00a3b20c344), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.924382 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for e51fd251-07d3-49af-8229-c00a3b20c344 owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:43.126283 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (e51fd251-07d3-49af-8229-c00a3b20c344), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.154786 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=e51fd251-07d3-49af-8229-c00a3b20c344,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:43.166662 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.167014 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.167369 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.167730 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.168062 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.168387 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.168708 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.169030 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.169354 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.169674 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.169993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.170311 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.170685 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:43.223499 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.227288 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (3d969d4b-819e-4f35-bfbf-a5f97364aa1f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.227819 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP 3d969d4b-819e-4f35-bfbf-a5f97364aa1f disassociated (deleted). External IP: 172.27.3.27, port: 759181c8-8025-49cb-841c-6abe2b032290. Mar 08 12:10:43.437663 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:43.544987 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:43.549716 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.554503 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:43.563209 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:43.563841 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:43.578275 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0667a588-bfdb-42f4-94b7-285e419de317 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d969d4b-819e-4f35-bfbf-a5f97364aa1f HTTP/1.1" status: 204 len: 168 time: 0.9830985 Mar 08 12:10:43.578856 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:43.581084 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:43.679800 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f23087-ffb2-47ee-9131-105ceba47965 x-openstack-request-id: req-a3f23087-ffb2-47ee-9131-105ceba47965 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:43.680649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "tag": "759181c8-8025-49cb-841c-6abe2b032290", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:43.680649 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3f23087-ffb2-47ee-9131-105ceba47965 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:43.680841 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'tag': '759181c8-8025-49cb-841c-6abe2b032290', 'status': 'completed', 'code': 200} Mar 08 12:10:43.680936 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:43.821681 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-b4524078-297e-48d5-a782-fc218d5b4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.823177 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-b4524078-297e-48d5-a782-fc218d5b4e79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 1129 time: 0.0987864 Mar 08 12:10:43.919040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:43.921817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-a9694089-749e-4f72-97d8-11c4adbc1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.923334 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-a9694089-749e-4f72-97d8-11c4adbc1e99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0938652 Mar 08 12:10:43.950307 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:43.958998 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:43.959571 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:44.003093 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-2c686051-5048-4192-8cab-92972ddda0e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759181c8-8025-49cb-841c-6abe2b032290 HTTP/1.1" status: 200 len: 217 time: 0.0431771 Mar 08 12:10:44.048781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2267b82-adf1-4d75-99b0-5dd1f7d8edc2 req-5c25d605-e61e-4103-b16a-a5d8cc97161b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.050352 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2267b82-adf1-4d75-99b0-5dd1f7d8edc2 req-5c25d605-e61e-4103-b16a-a5d8cc97161b tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.1253340 Mar 08 12:10:44.076860 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-4e3a15de-09b1-41ba-89f2-799d0616c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.078335 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-4e3a15de-09b1-41ba-89f2-799d0616c9d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0682681 Mar 08 12:10:44.138500 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2267b82-adf1-4d75-99b0-5dd1f7d8edc2 req-abd3e07a-0337-46c5-b79d-6809606e6469 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807371 Mar 08 12:10:44.153830 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-0405dcb1-14da-44f0-8543-7047c1896ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.155332 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-0405dcb1-14da-44f0-8543-7047c1896ea8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696342 Mar 08 12:10:44.167166 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-4e201ff1-d517-44db-af6e-f9d777a37c55 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:10:44.168308 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-4e201ff1-d517-44db-af6e-f9d777a37c55 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052559 Mar 08 12:10:44.209055 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:44.265361 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-15c90bc6-0070-457f-9db9-c1bb43f221b4 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902774 Mar 08 12:10:44.357847 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5575c476-90b2-4d22-a8c1-3c4c5c72b5d7 req-0a5c4e75-13a7-4dd7-bf94-b938fd720d26 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856459 Mar 08 12:10:44.429558 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:44.459720 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb018f65-2d87-47ee-9dbb-183d77e6b6b9 None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': 'c9112f28-f9c5-481e-a3b9-88907f20af4b', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'port_id': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'mac_address': 'fa:16:3e:87:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:54Z', 'updated_at': '2022-03-08T12:06:56Z', 'revision_number': 1, 'project_id': '5699872c8cb440dd860801aa699d0699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:44.677845 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2099b66-320f-41d1-bac9-7b9c3a4606b9 None None] New status for floating IP 3d969d4b-819e-4f35-bfbf-a5f97364aa1f: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:44.814429 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.259209 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04163-1180-49f0-bdcd-9cf45d33ca4f req-3142f469-3f16-4b9e-ada2-2fb7970a1568 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:45.260711 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9de04163-1180-49f0-bdcd-9cf45d33ca4f req-3142f469-3f16-4b9e-ada2-2fb7970a1568 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Mar 08 12:10:45.309056 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9de04163-1180-49f0-bdcd-9cf45d33ca4f req-1a9e32c3-f5c7-4d40-9ecd-74d3c84b5a0c tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Mar 08 12:10:45.778427 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8352-826d-470b-856f-5bb14f4fe25a req-615b8e35-6bb4-4cf6-a9f5-4260eae1da0d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:45.779913 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-81da8352-826d-470b-856f-5bb14f4fe25a req-615b8e35-6bb4-4cf6-a9f5-4260eae1da0d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 945 time: 0.0554938 Mar 08 12:10:45.876028 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port 759181c8-8025-49cb-841c-6abe2b032290 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:45.876262 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (759181c8-8025-49cb-841c-6abe2b032290), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.971469 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] For port 759181c8-8025-49cb-841c-6abe2b032290, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=759181c8-8025-49cb-841c-6abe2b032290,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:45.971858 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (759181c8-8025-49cb-841c-6abe2b032290), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.983842 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for 759181c8-8025-49cb-841c-6abe2b032290 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:46.007034 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.160995 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (759181c8-8025-49cb-841c-6abe2b032290), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.194231 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=759181c8-8025-49cb-841c-6abe2b032290,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:46.275144 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] No DVR routers for this DVR port 759181c8-8025-49cb-841c-6abe2b032290 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:46.275144 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.275144 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-81da8352-826d-470b-856f-5bb14f4fe25a req-7dad5ba6-c2da-44da-9653-6162fae76724 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "DELETE /v2.0/ports/759181c8-8025-49cb-841c-6abe2b032290 HTTP/1.1" status: 204 len: 173 time: 0.4536963 Mar 08 12:10:46.275144 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'name': 'network-vif-deleted', 'tag': '759181c8-8025-49cb-841c-6abe2b032290'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:46.275144 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d043a-6f54-4cc2-8e20-977684e7d656" -d '{"events": [{"server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "name": "network-vif-deleted", "tag": "759181c8-8025-49cb-841c-6abe2b032290"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:46.277672 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc02ee1-bb32-4c20-a6c2-9be45aedb6c7 x-openstack-request-id: req-7cc02ee1-bb32-4c20-a6c2-9be45aedb6c7 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:46.277963 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b0e00-653b-49a4-a232-ff38e7db7af8", "name": "network-vif-deleted", "tag": "759181c8-8025-49cb-841c-6abe2b032290", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:46.278214 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cc02ee1-bb32-4c20-a6c2-9be45aedb6c7 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:46.278606 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b0e00-653b-49a4-a232-ff38e7db7af8', 'name': 'network-vif-deleted', 'tag': '759181c8-8025-49cb-841c-6abe2b032290', 'status': 'completed', 'code': 200} Mar 08 12:10:46.410524 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-4581aa8b-3ab6-4e74-884d-d62841100a4d req-b941e384-ee6a-4af2-8210-6c91748d5c2f tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Mar 08 12:10:47.521289 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bcd99c03-5570-46c1-9bd9-652fd2bd534f req-bc84bdb9-6ae6-4c87-b814-cdc54d6e5f07 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=968b0e00-653b-49a4-a232-ff38e7db7af8 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Mar 08 12:10:49.178763 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 759181c8-8025-49cb-841c-6abe2b032290 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:49.200269 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 759181c8-8025-49cb-841c-6abe2b032290 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:49.200618 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 759181c8-8025-49cb-841c-6abe2b032290 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:50.998038 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37118) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:51.151329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port 8f452b79-bb2d-40b7-a1ba-24cb46ed95fb {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:51.151703 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.226562 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.226817 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.239105 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for 8f452b79-bb2d-40b7-a1ba-24cb46ed95fb owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:51.465726 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (8f452b79-bb2d-40b7-a1ba-24cb46ed95fb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.491452 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=8f452b79-bb2d-40b7-a1ba-24cb46ed95fb,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.550174 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (c9112f28-f9c5-481e-a3b9-88907f20af4b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.550502 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Floating IP c9112f28-f9c5-481e-a3b9-88907f20af4b disassociated (deleted). External IP: 172.27.3.242, port: d8c2c6ed-b253-44c9-8ca6-06eef1916121. Mar 08 12:10:52.031787 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:52.142739 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:52.147511 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:52.152260 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:52.161430 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:52.163814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:52.176368 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-16fe2fc7-b366-4ce2-b046-fa357b88363d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "DELETE /v2.0/floatingips/c9112f28-f9c5-481e-a3b9-88907f20af4b HTTP/1.1" status: 204 len: 168 time: 1.1770442 Mar 08 12:10:52.176969 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:52.179161 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3409089-10d7-4ebf-a589-04a3dda0f897" -d '{"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:52.221390 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e8eef0-c3ea-4007-b9d9-6b9988fe45c3 x-openstack-request-id: req-42e8eef0-c3ea-4007-b9d9-6b9988fe45c3 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:52.221679 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:52.222062 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42e8eef0-c3ea-4007-b9d9-6b9988fe45c3 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:52.222471 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'status': 'completed', 'code': 200} Mar 08 12:10:52.280118 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:52.310043 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-e91b20a1-0ec5-4e58-912e-a8097809b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.311438 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-e91b20a1-0ec5-4e58-912e-a8097809b13d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5699872c8cb440dd860801aa699d0699&device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 1129 time: 0.0449083 Mar 08 12:10:52.406882 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-42883910-116e-42b9-a7fb-86ff63ed31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.408573 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-42883910-116e-42b9-a7fb-86ff63ed31ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 200 len: 913 time: 0.0918972 Mar 08 12:10:52.454327 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-076e98a2-b089-4dae-a6b5-94905e7fd22f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 200 len: 217 time: 0.0394988 Mar 08 12:10:52.490141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:52.508042 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-924bdae8-b117-4f20-9b85-39715cc15808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.509497 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-924bdae8-b117-4f20-9b85-39715cc15808 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 200 len: 851 time: 0.0488882 Mar 08 12:10:52.519160 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:52.528066 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:52.528688 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:52.560233 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-ba3ab468-beae-454a-a52b-956f3dd09825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.562049 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-ba3ab468-beae-454a-a52b-956f3dd09825 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c15c74c-d493-43d2-9761-260880e4d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461371 Mar 08 12:10:52.644232 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:52.657956 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d996d-496f-4376-ae14-804de7dfd0d1 req-3893f77e-bc74-4634-ab77-0f38c2bc79b2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.659476 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b5d996d-496f-4376-ae14-804de7dfd0d1 req-3893f77e-bc74-4634-ab77-0f38c2bc79b2 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0601752 Mar 08 12:10:52.680806 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-47002039-94d4-40a4-bb5a-a14c446f0558 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Mar 08 12:10:52.720089 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-3b5d996d-496f-4376-ae14-804de7dfd0d1 req-d332a62f-b539-483d-b692-181096363b1d tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Mar 08 12:10:52.777146 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3409089-10d7-4ebf-a589-04a3dda0f897 req-766115fd-e5ed-4b31-b3bd-3c99419301f4 service neutron] 10.222.0.58 "GET /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Mar 08 12:10:52.856390 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:52.882419 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b974-00e3-46ae-9461-652ed8e0d3df None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 4, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': '6a9f9f38-ddc0-4567-9941-63b177f1183d', 'name': '', 'network_id': '3c15c74c-d493-43d2-9761-260880e4d663', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'mac_address': 'fa:16:3e:c8:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'subnets': [{'id': 'e110e0b4-3e65-46e2-a574-3d663e3d8d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:53.115314 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3dc04-f967-458a-902b-c58ac4b4c563 None None] New status for floating IP c9112f28-f9c5-481e-a3b9-88907f20af4b: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:53.848565 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213d640-5165-4823-9035-3364eda29c22 req-1622ff29-6635-41aa-b8d7-177b2a86b984 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:53.850067 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d213d640-5165-4823-9035-3364eda29c22 req-1622ff29-6635-41aa-b8d7-177b2a86b984 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0567238 Mar 08 12:10:53.898828 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d213d640-5165-4823-9035-3364eda29c22 req-85970218-fb27-426c-b10e-2f82020bac87 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8091b79-8399-4ff4-9fea-ad0311c7f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Mar 08 12:10:54.512065 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-2e419624-2ce8-4331-a1f6-a861385494e5 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.513468 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-2e419624-2ce8-4331-a1f6-a861385494e5 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 945 time: 0.0627623 Mar 08 12:10:54.619554 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port d8c2c6ed-b253-44c9-8ca6-06eef1916121 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:54.620143 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.732402 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] For port d8c2c6ed-b253-44c9-8ca6-06eef1916121, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8c2c6ed-b253-44c9-8ca6-06eef1916121,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:54.732771 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.749645 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for d8c2c6ed-b253-44c9-8ca6-06eef1916121 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:54.951781 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (d8c2c6ed-b253-44c9-8ca6-06eef1916121), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.004277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=d8c2c6ed-b253-44c9-8ca6-06eef1916121,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:55.022162 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-54130aef-fcea-4991-8266-21c1be64dd1e req-e11447a9-44c2-40aa-8829-924c044b998e tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 210 time: 0.0372131 Mar 08 12:10:55.057096 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] No DVR routers for this DVR port d8c2c6ed-b253-44c9-8ca6-06eef1916121 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:55.059514 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.062924 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-42acbd16-4980-49c5-bebf-e6d24373a540 req-9de39b70-39cd-4751-a0b4-ae2a97b84624 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.58 "DELETE /v2.0/ports/d8c2c6ed-b253-44c9-8ca6-06eef1916121 HTTP/1.1" status: 204 len: 173 time: 0.5441136 Mar 08 12:10:55.063374 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'name': 'network-vif-deleted', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:55.065849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57efd4ce-d580-4370-9624-d44cbfd2b0da" -d '{"events": [{"server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "name": "network-vif-deleted", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:55.101006 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b1d9f3-2445-4448-ae54-f1a2f10fdce1 x-openstack-request-id: req-81b1d9f3-2445-4448-ae54-f1a2f10fdce1 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:55.104643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82dede7-298d-48be-bf84-14c36f3ae9eb", "name": "network-vif-deleted", "tag": "d8c2c6ed-b253-44c9-8ca6-06eef1916121", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:55.104643 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81b1d9f3-2445-4448-ae54-f1a2f10fdce1 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:55.104643 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82dede7-298d-48be-bf84-14c36f3ae9eb', 'name': 'network-vif-deleted', 'tag': 'd8c2c6ed-b253-44c9-8ca6-06eef1916121', 'status': 'completed', 'code': 200} Mar 08 12:10:56.142712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-7a5a5b90-96bc-4988-b420-6602f8cc453b req-0be6d6b8-d36f-4079-88ec-e7d53ddeae72 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "GET /v2.0/ports?device_id=b82dede7-298d-48be-bf84-14c36f3ae9eb HTTP/1.1" status: 200 len: 210 time: 0.0286338 Mar 08 12:10:57.206207 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37148) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:57.334940 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Deleting port 2da403d9-b8d6-4449-b786-a5733db3257d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:57.335289 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.419566 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.419816 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (2da403d9-b8d6-4449-b786-a5733db3257d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.431115 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Calling delete_port for 2da403d9-b8d6-4449-b786-a5733db3257d owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:57.646370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (2da403d9-b8d6-4449-b786-a5733db3257d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.674598 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'Port': ['ID=2da403d9-b8d6-4449-b786-a5733db3257d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:57.737553 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for floatingip (fc6275d9-4b49-458e-9ebb-33a598860bf9), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.740092 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.741261 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b7a9313f-2ba0-4f6a-843a-de0cb306dcf0 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "DELETE /v2.0/floatingips/fc6275d9-4b49-458e-9ebb-33a598860bf9 HTTP/1.1" status: 204 len: 168 time: 0.5334661 Mar 08 12:10:58.612360 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de55b62-b264-430d-9902-1e67317952ea req-ee879acd-d1a8-49b9-9c93-b5352e507918 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.613839 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2de55b62-b264-430d-9902-1e67317952ea req-ee879acd-d1a8-49b9-9c93-b5352e507918 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0551760 Mar 08 12:10:58.662270 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-2de55b62-b264-430d-9902-1e67317952ea req-6ffbd8f8-3c88-41d7-ab01-785cd3b18e49 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420077 Mar 08 12:10:59.061387 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37166) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:59.116847 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (c8091b79-8399-4ff4-9fea-ad0311c7f3ea), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.143033 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (c8091b79-8399-4ff4-9fea-ad0311c7f3ea), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.235740 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d8c2c6ed-b253-44c9-8ca6-06eef1916121 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:59.256613 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: d8c2c6ed-b253-44c9-8ca6-06eef1916121 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:59.257372 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device d8c2c6ed-b253-44c9-8ca6-06eef1916121 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:59.274908 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (c8091b79-8399-4ff4-9fea-ad0311c7f3ea), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.277889 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.279182 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] 10.222.0.52 "DELETE /v2.0/security-groups/c8091b79-8399-4ff4-9fea-ad0311c7f3ea HTTP/1.1" status: 204 len: 168 time: 0.2167976 Mar 08 12:10:59.288988 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed188c73-6b04-4f4f-a9c2-bfa3609b6c99 tempest-TestVolumeBootPattern-1368909547 tempest-TestVolumeBootPattern-1368909547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8091b79-8399-4ff4-9fea-ad0311c7f3ea,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:59.403335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37170) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:59.786470 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0c73-d7c0-45fa-996a-35fddb624a71 req-9b7152cc-9f14-478a-b179-230db2121f52 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:59.787966 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-963f0c73-d7c0-45fa-996a-35fddb624a71 req-9b7152cc-9f14-478a-b179-230db2121f52 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0529335 Mar 08 12:10:59.836716 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-963f0c73-d7c0-45fa-996a-35fddb624a71 req-92e33374-ee1b-4794-948e-323a293f1304 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406942 Mar 08 12:10:59.858605 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.112927 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Deleting port 6a9f9f38-ddc0-4567-9941-63b177f1183d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:00.113789 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.191601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] For port 6a9f9f38-ddc0-4567-9941-63b177f1183d, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=6a9f9f38-ddc0-4567-9941-63b177f1183d,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:00.191601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.202902 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Calling delete_port for 6a9f9f38-ddc0-4567-9941-63b177f1183d owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:00.465752 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (6a9f9f38-ddc0-4567-9941-63b177f1183d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.490370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9f9f38-ddc0-4567-9941-63b177f1183d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:00.660391 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.875594 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:01.015404 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb82073-b3fa-4857-990d-5d27525e015a req-4e0fcebd-de46-4d2a-b9ca-0ce30e331489 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:01.016886 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efb82073-b3fa-4857-990d-5d27525e015a req-4e0fcebd-de46-4d2a-b9ca-0ce30e331489 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0992897 Mar 08 12:11:01.025054 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:01.033444 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4b79f2d3-363f-42bd-9c48-1b05409b616e admin admin] 10.222.0.52 "PUT /v2.0/routers/8897b1e9-0589-4895-9d1c-5cf2fcbb246e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288028 Mar 08 12:11:01.033626 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Sync routers for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:01.036070 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37178) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:01.043124 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:01.043952 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:01.072943 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efb82073-b3fa-4857-990d-5d27525e015a req-90ecba5d-b8b5-4b9d-a497-ecb3336340ba tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500319 Mar 08 12:11:01.145261 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks [] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.159737 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:01.344987 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:01.372342 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Checking router: 8897b1e9-0589-4895-9d1c-5cf2fcbb246e for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:01.382038 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Routers {'8897b1e9-0589-4895-9d1c-5cf2fcbb246e'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:01.382659 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:01.490565 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] Set router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:01.511180 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks [] for router_gateway (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.625447 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Deleting port 74570f50-12b6-4ccd-9929-1a6ab275e03c {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:01.625701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.673722 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:01.701709 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ec06-1535-43f1-b55f-d610a65b1848 None None] The sync data for ids ['8897b1e9-0589-4895-9d1c-5cf2fcbb246e'] in dv-cinder-830087-2-iscsi is: [{'id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'name': 'tempest-TestVolumeBootPattern-1841342086-router', 'tenant_id': '5699872c8cb440dd860801aa699d0699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:11Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 5, 'project_id': '5699872c8cb440dd860801aa699d0699', 'gw_port': {'id': '74570f50-12b6-4ccd-9929-1a6ab275e03c', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8897b1e9-0589-4895-9d1c-5cf2fcbb246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:12Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:01.712604 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] For port 74570f50-12b6-4ccd-9929-1a6ab275e03c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=74570f50-12b6-4ccd-9929-1a6ab275e03c,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:01.712973 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.726999 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Calling delete_port for 74570f50-12b6-4ccd-9929-1a6ab275e03c owned by network:router_gateway {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:01.966722 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (74570f50-12b6-4ccd-9929-1a6ab275e03c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.993390 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Pushing event deleted for resources: {'Port': ['ID=74570f50-12b6-4ccd-9929-1a6ab275e03c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.020601 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.020944 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.021280 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.021612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.021935 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.022257 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.022579 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.022898 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.023217 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.023557 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.023876 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.024189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.024499 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:02.064814 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.169966 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.186054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks [] for router_controller (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.246439 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff695-684a-438a-8bfb-72eadad66a59 req-c084d3e9-faae-4feb-b698-4571f3c203d5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:02.247868 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8a5ff695-684a-438a-8bfb-72eadad66a59 req-c084d3e9-faae-4feb-b698-4571f3c203d5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0915506 Mar 08 12:11:02.300398 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-8a5ff695-684a-438a-8bfb-72eadad66a59 req-0ddd660c-49b0-4a7e-ad67-020c58428323 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469668 Mar 08 12:11:02.320130 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (8897b1e9-0589-4895-9d1c-5cf2fcbb246e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.320701 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8897b1e9-0589-4895-9d1c-5cf2fcbb246e {{(pid=109814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:11:02.325538 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.326676 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-02eac826-c6ab-4c0f-bd39-e4f1e98e5aef admin admin] 10.222.0.52 "DELETE /v2.0/routers/8897b1e9-0589-4895-9d1c-5cf2fcbb246e HTTP/1.1" status: 204 len: 168 time: 1.2885368 Mar 08 12:11:02.329265 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37182) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:02.373950 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Deleting subnet e110e0b4-3e65-46e2-a574-3d663e3d8d52 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:11:02.377346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Publish callbacks [] for subnet (e110e0b4-3e65-46e2-a574-3d663e3d8d52), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.414215 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (e110e0b4-3e65-46e2-a574-3d663e3d8d52), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.497007 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (e110e0b4-3e65-46e2-a574-3d663e3d8d52), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.623867 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (e110e0b4-3e65-46e2-a574-3d663e3d8d52), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.649517 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e110e0b4-3e65-46e2-a574-3d663e3d8d52,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.653761 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.656982 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-1af57e09-8660-431c-9592-b541ac304042 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e110e0b4-3e65-46e2-a574-3d663e3d8d52 HTTP/1.1" status: 204 len: 168 time: 0.3267517 Mar 08 12:11:02.660667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c1f4f-1e37-4179-82f2-149e51815399 None None] Network 3c15c74c-d493-43d2-9761-260880e4d663 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:11:02.662787 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37184) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:02.740379 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (3c15c74c-d493-43d2-9761-260880e4d663), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.804456 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Deleting port 94f73619-589c-4edc-a87c-8d9efd0e4b02 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:02.804806 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.854946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] DHCP port deletion for 3c15c74c-d493-43d2-9761-260880e4d663 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:11:02.873375 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] For port 94f73619-589c-4edc-a87c-8d9efd0e4b02, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=94f73619-589c-4edc-a87c-8d9efd0e4b02,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:02.873748 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.887112 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Calling delete_port for 94f73619-589c-4edc-a87c-8d9efd0e4b02 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:02.909558 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Deleting port 94f73619-589c-4edc-a87c-8d9efd0e4b02 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:02.910082 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.972559 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] For port 94f73619-589c-4edc-a87c-8d9efd0e4b02, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=94f73619-589c-4edc-a87c-8d9efd0e4b02,segment=NetworkSegment(1cbafde9-0c33-4818-9c03-335cc3febaa0),segment_id=1cbafde9-0c33-4818-9c03-335cc3febaa0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:02.972954 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.988746 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Calling delete_port for 94f73619-589c-4edc-a87c-8d9efd0e4b02 owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:03.046641 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.072639 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f73619-589c-4edc-a87c-8d9efd0e4b02,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.076899 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] No DVR routers for this DVR port 94f73619-589c-4edc-a87c-8d9efd0e4b02 on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:03.151795 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (3c15c74c-d493-43d2-9761-260880e4d663), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.173094 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c15c74c-d493-43d2-9761-260880e4d663']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:03.185197 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbafde9-0c33-4818-9c03-335cc3febaa0') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:03.185505 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbafde9-0c33-4818-9c03-335cc3febaa0') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:03.195353 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (1cbafde9-0c33-4818-9c03-335cc3febaa0), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.205057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (94f73619-589c-4edc-a87c-8d9efd0e4b02), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.213600 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (1cbafde9-0c33-4818-9c03-335cc3febaa0), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.222407 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:11:03.223024 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (1cbafde9-0c33-4818-9c03-335cc3febaa0), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:11:03.225614 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:11:03.245141 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Pushing event deleted for resources: {'Port': ['ID=94f73619-589c-4edc-a87c-8d9efd0e4b02,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.252292 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] No DVR routers for this DVR port 94f73619-589c-4edc-a87c-8d9efd0e4b02 on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:03.263103 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.267865 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.269242 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.269242 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.269242 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.269587 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413272d-a0bb-4b81-b89a-30c3fa6b4f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:03.377346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (3c15c74c-d493-43d2-9761-260880e4d663), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.383370 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.386756 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3c15c74c-d493-43d2-9761-260880e4d663 HTTP/1.1" status: 204 len: 168 time: 0.7245913 Mar 08 12:11:03.395748 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37188) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:03.398667 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a73bf-1658-402b-b034-82aa2adb92c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c15c74c-d493-43d2-9761-260880e4d663,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.497301 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1c5d-49a5-4a60-ad4a-1fc9d2b3014b req-2e4dbeba-fd7a-4139-875d-a1c2f43a6c77 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:03.507807 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ac6f1c5d-49a5-4a60-ad4a-1fc9d2b3014b req-2e4dbeba-fd7a-4139-875d-a1c2f43a6c77 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.1316125 Mar 08 12:11:03.592687 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ac6f1c5d-49a5-4a60-ad4a-1fc9d2b3014b req-daf0b819-c9b5-46f9-89a2-d5301df9fb49 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867548 Mar 08 12:11:03.688650 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 94f73619-589c-4edc-a87c-8d9efd0e4b02 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:03.712910 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 94f73619-589c-4edc-a87c-8d9efd0e4b02 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:03.713354 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 94f73619-589c-4edc-a87c-8d9efd0e4b02 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:03.713829 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 6a9f9f38-ddc0-4567-9941-63b177f1183d no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:03.734945 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 6a9f9f38-ddc0-4567-9941-63b177f1183d {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:03.735295 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 6a9f9f38-ddc0-4567-9941-63b177f1183d not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:03.735746 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 74570f50-12b6-4ccd-9929-1a6ab275e03c no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:03.761002 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 74570f50-12b6-4ccd-9929-1a6ab275e03c {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:03.762041 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 74570f50-12b6-4ccd-9929-1a6ab275e03c not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:04.072685 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.323409 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Deleting port 5d93174b-94cf-4a67-a69d-e04d65057d63 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:04.323700 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.405360 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] For port 5d93174b-94cf-4a67-a69d-e04d65057d63, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=5d93174b-94cf-4a67-a69d-e04d65057d63,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:04.406192 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.416967 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Calling delete_port for 5d93174b-94cf-4a67-a69d-e04d65057d63 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:04.663870 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (5d93174b-94cf-4a67-a69d-e04d65057d63), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.702131 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d93174b-94cf-4a67-a69d-e04d65057d63,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:04.721956 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2099aae-beec-4a73-8470-772cc1d7b859 req-2f620ab2-56c2-4b33-aa2f-d2003bdb27d1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:04.723614 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2099aae-beec-4a73-8470-772cc1d7b859 req-2f620ab2-56c2-4b33-aa2f-d2003bdb27d1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0625074 Mar 08 12:11:04.784037 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-d2099aae-beec-4a73-8470-772cc1d7b859 req-8f3c033c-ba6b-4463-bac5-dca74dab7cca tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494514 Mar 08 12:11:04.876917 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.100296 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:05.208891 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:05.214073 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6dde5275-3316-4348-8d6c-af6fb7e21597 admin admin] 10.222.0.52 "PUT /v2.0/routers/a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173628 Mar 08 12:11:05.218506 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37192) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:05.218896 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Sync routers for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:05.229144 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:05.229754 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:05.324990 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks [] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.340620 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:05.435325 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks [] for router_gateway (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.517377 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:11:04Z', 'revision_number': 5, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port': {'id': '68c1960a-a0d7-446a-bd74-df4e3a72140d', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:05.546604 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Checking router: a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 for host: dv-cinder-830087-2-iscsi {{(pid=109816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:05.556436 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Routers {'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:05.557208 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:10:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'], 'active': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:05.577948 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Deleting port 68c1960a-a0d7-446a-bd74-df4e3a72140d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:05.578585 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.665862 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] For port 68c1960a-a0d7-446a-bd74-df4e3a72140d, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=68c1960a-a0d7-446a-bd74-df4e3a72140d,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:05.666190 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvr_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] Set router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 gateway port host: None {{(pid=109816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:05.666364 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.679394 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Calling delete_port for 68c1960a-a0d7-446a-bd74-df4e3a72140d owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:05.730463 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.l3_hamode_db [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:11:05Z', 'revision_number': 6, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:05.760047 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c53f82-1223-443b-b42a-0b4c53dbdf8d None None] The sync data for ids ['a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7'] in dv-cinder-830087-2-iscsi is: [{'id': 'a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7', 'name': 'tempest-TestVolumeBootPattern-1068343284-router', 'tenant_id': 'ae3a46736932438bb0983a426a703469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:18Z', 'updated_at': '2022-03-08T12:11:05Z', 'revision_number': 6, 'project_id': 'ae3a46736932438bb0983a426a703469', 'gw_port_host': None}] {{(pid=109816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:05.915240 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d17b3-bd7e-4276-932e-4467c7670751 req-ecb9c71c-6efc-459c-9aaf-dfe16042f190 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:05.916768 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-867d17b3-bd7e-4276-932e-4467c7670751 req-ecb9c71c-6efc-459c-9aaf-dfe16042f190 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0535114 Mar 08 12:11:05.950847 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (68c1960a-a0d7-446a-bd74-df4e3a72140d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.984693 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c1960a-a0d7-446a-bd74-df4e3a72140d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:05.995357 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-867d17b3-bd7e-4276-932e-4467c7670751 req-3dc5bf5e-fab0-4c20-bd2b-0484cee4bf6f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724285 Mar 08 12:11:06.056627 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.153980 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.158767 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks [] for router_controller (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.285849 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.286380 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:11:06.291004 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.292160 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-90998605-49c3-43ad-bfc6-fbdf22a81a29 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a3c27ec5-88fd-48ee-84ba-21e4d8a6d8e7 HTTP/1.1" status: 204 len: 168 time: 1.0727162 Mar 08 12:11:06.294826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37196) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:06.338800 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Deleting subnet 561cd028-c5d8-4dfe-8b47-54fb988677f4 {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:11:06.342032 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Publish callbacks [] for subnet (561cd028-c5d8-4dfe-8b47-54fb988677f4), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.377450 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (561cd028-c5d8-4dfe-8b47-54fb988677f4), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.459128 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (561cd028-c5d8-4dfe-8b47-54fb988677f4), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.586292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (561cd028-c5d8-4dfe-8b47-54fb988677f4), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.616920 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.618368 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/561cd028-c5d8-4dfe-8b47-54fb988677f4 HTTP/1.1" status: 204 len: 168 time: 0.3224871 Mar 08 12:11:06.619198 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac72d3b-5790-4f3e-9ec9-1f1a0e458900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561cd028-c5d8-4dfe-8b47-54fb988677f4,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:06.622514 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37198) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:06.626554 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c128092-b714-4dd6-98f7-1fc8cd11fe9f None None] Network 65df41a8-eb68-4e76-8ef5-4bbb370c1411 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:11:06.707678 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (65df41a8-eb68-4e76-8ef5-4bbb370c1411), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.767181 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Deleting port 73795b82-c0f9-40db-934d-824781a9cc9c {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:06.767666 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.826532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] DHCP port deletion for 65df41a8-eb68-4e76-8ef5-4bbb370c1411 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:11:06.842128 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] For port 73795b82-c0f9-40db-934d-824781a9cc9c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=73795b82-c0f9-40db-934d-824781a9cc9c,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:06.842462 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.857149 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Calling delete_port for 73795b82-c0f9-40db-934d-824781a9cc9c owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:06.882421 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Deleting port 73795b82-c0f9-40db-934d-824781a9cc9c {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:06.882884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.970106 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] For port 73795b82-c0f9-40db-934d-824781a9cc9c, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=73795b82-c0f9-40db-934d-824781a9cc9c,segment=NetworkSegment(29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb),segment_id=29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:06.970522 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.988445 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Calling delete_port for 73795b82-c0f9-40db-934d-824781a9cc9c owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:07.040296 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.068373 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (73795b82-c0f9-40db-934d-824781a9cc9c), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.080567 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Pushing event deleted for resources: {'Port': ['ID=73795b82-c0f9-40db-934d-824781a9cc9c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:07.083750 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] No DVR routers for this DVR port 73795b82-c0f9-40db-934d-824781a9cc9c on host dv-cinder-830087-2-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:07.115270 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] Pushing event deleted for resources: {'Port': ['ID=73795b82-c0f9-40db-934d-824781a9cc9c,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:07.121532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe7f3b-dd0c-4565-8c56-04c0102960aa None None] No DVR routers for this DVR port 73795b82-c0f9-40db-934d-824781a9cc9c on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:07.208407 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (65df41a8-eb68-4e76-8ef5-4bbb370c1411), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.237582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17028c2-0453-4988-a13e-79a5ddb185ec req-caee7ab3-04de-4eac-bed8-f746fcc70686 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:07.239073 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b17028c2-0453-4988-a13e-79a5ddb185ec req-caee7ab3-04de-4eac-bed8-f746fcc70686 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.1529725 Mar 08 12:11:07.240740 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65df41a8-eb68-4e76-8ef5-4bbb370c1411']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.257327 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.257620 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.273874 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.300597 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.313879 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:11:07.314283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (29d5a73d-1f87-4dfa-84b7-5ddf0f4362cb), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:11:07.315987 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:11:07.328144 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-b17028c2-0453-4988-a13e-79a5ddb185ec req-739d0fef-b253-4fa6-9a41-64d163aea127 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793319 Mar 08 12:11:07.448434 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (65df41a8-eb68-4e76-8ef5-4bbb370c1411), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.454372 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.457717 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/65df41a8-eb68-4e76-8ef5-4bbb370c1411 HTTP/1.1" status: 204 len: 168 time: 0.8341722 Mar 08 12:11:07.469289 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff57c-8b84-4fd1-8108-4f5a1aa651ea admin admin] Pushing event deleted for resources: {'Network': ['ID=65df41a8-eb68-4e76-8ef5-4bbb370c1411,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:07.690745 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 73795b82-c0f9-40db-934d-824781a9cc9c no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:07.718057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 73795b82-c0f9-40db-934d-824781a9cc9c {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:07.718057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 73795b82-c0f9-40db-934d-824781a9cc9c not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:07.718057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5d93174b-94cf-4a67-a69d-e04d65057d63 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:07.735953 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 5d93174b-94cf-4a67-a69d-e04d65057d63 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:07.736386 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 5d93174b-94cf-4a67-a69d-e04d65057d63 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:07.736814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 68c1960a-a0d7-446a-bd74-df4e3a72140d no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:07.757129 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 68c1960a-a0d7-446a-bd74-df4e3a72140d {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:07.757498 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 68c1960a-a0d7-446a-bd74-df4e3a72140d not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:07.763488 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37204) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:07.806794 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9e041758-af5d-49e9-958a-73301238b33d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5699872c8cb440dd860801aa699d0699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415528 Mar 08 12:11:07.810455 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37206) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:07.856465 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] Publish callbacks [] for security_group (93705f22-f3fe-4897-bab3-139c886ad0a9), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.877398 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] Publish callbacks [] for security_group (93705f22-f3fe-4897-bab3-139c886ad0a9), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.002777 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (93705f22-f3fe-4897-bab3-139c886ad0a9), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.005759 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.012126 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93705f22-f3fe-4897-bab3-139c886ad0a9 HTTP/1.1" status: 204 len: 168 time: 0.1955650 Mar 08 12:11:08.017372 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62cff-a1f8-4bd9-ab2a-74a6e087a0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93705f22-f3fe-4897-bab3-139c886ad0a9,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:08.460212 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d774cd-228b-45fd-860a-297223be6c0d req-8871a65b-8fc3-47ff-a7f3-c7ca56b18f8b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:08.461718 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-45d774cd-228b-45fd-860a-297223be6c0d req-8871a65b-8fc3-47ff-a7f3-c7ca56b18f8b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0571871 Mar 08 12:11:08.513787 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-45d774cd-228b-45fd-860a-297223be6c0d req-8abdacf0-44ee-4732-8da1-ee05d789bd3b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461121 Mar 08 12:11:08.692095 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37214) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:08.732346 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4cc95404-8555-4975-becc-8413bc176dd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae3a46736932438bb0983a426a703469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390360 Mar 08 12:11:08.737342 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37216) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:08.785393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] Publish callbacks [] for security_group (170a79b9-8347-42da-8ce2-dadc461d50ba), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.807294 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] Publish callbacks [] for security_group (170a79b9-8347-42da-8ce2-dadc461d50ba), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.943596 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (170a79b9-8347-42da-8ce2-dadc461d50ba), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.946337 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.947547 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/170a79b9-8347-42da-8ce2-dadc461d50ba HTTP/1.1" status: 204 len: 168 time: 0.2092655 Mar 08 12:11:08.958539 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2b49a-c4d1-4f02-b4d0-7cb5ceefa7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a79b9-8347-42da-8ce2-dadc461d50ba,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:09.637078 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773017e1-97d5-4c6d-893d-8a7a6dff9721 req-4ba2e604-2d97-451a-8733-ea2cfad6388f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:09.638773 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-773017e1-97d5-4c6d-893d-8a7a6dff9721 req-4ba2e604-2d97-451a-8733-ea2cfad6388f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0585694 Mar 08 12:11:09.686971 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-773017e1-97d5-4c6d-893d-8a7a6dff9721 req-b066726a-04e0-4ae8-a45e-f216db4759e2 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424893 Mar 08 12:11:09.934327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a19f530a-bb65-4b04-8e9d-b1502bdb6ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.054198 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a053a-3871-46e7-b0f8-d35edcc646fd req-95c0cc42-06c3-4e6f-9c1b-b2f1bd077d35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.055728 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-393a053a-3871-46e7-b0f8-d35edcc646fd req-95c0cc42-06c3-4e6f-9c1b-b2f1bd077d35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0621316 Mar 08 12:11:10.107515 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-393a053a-3871-46e7-b0f8-d35edcc646fd req-c4a6aee5-3d7a-4ad2-9d75-e45b7b3b5453 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449393 Mar 08 12:11:10.134940 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-163a9c0c-237d-48e3-90a2-0ee95aab25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.137105 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-163a9c0c-237d-48e3-90a2-0ee95aab25a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1129 time: 0.0527287 Mar 08 12:11:10.227969 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-0009afda-8930-4ddc-b53f-35ac39016a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.229420 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-0009afda-8930-4ddc-b53f-35ac39016a8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0868208 Mar 08 12:11:10.297953 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-ab6641b8-4e6a-4611-805e-738ba754603f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 1001 time: 0.0626309 Mar 08 12:11:10.354438 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-ccb5e473-2665-4793-a87d-14bb796f503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.356135 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-ccb5e473-2665-4793-a87d-14bb796f503f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0531092 Mar 08 12:11:10.404841 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-5de61c55-c0a8-42df-bae4-4f2d6e630ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.406317 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-5de61c55-c0a8-42df-bae4-4f2d6e630ddf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447836 Mar 08 12:11:10.497796 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-8179beab-970a-4abf-9e92-2b6bff409598 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Mar 08 12:11:10.586497 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7085e76-285d-45ca-ae1e-1333f8c26e83 req-c96ea5d9-db8e-4e46-b50f-8eda4f41090f service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Mar 08 12:11:11.247242 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689acd14-1a8c-4bd3-b5db-f3ffecec3406 req-c395a020-c10f-43a7-9fd0-eb215f4a406f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:11.248768 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-689acd14-1a8c-4bd3-b5db-f3ffecec3406 req-c395a020-c10f-43a7-9fd0-eb215f4a406f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0597203 Mar 08 12:11:11.303668 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-689acd14-1a8c-4bd3-b5db-f3ffecec3406 req-8288e917-13d1-4b7e-91af-e173a1a4628c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482223 Mar 08 12:11:11.962437 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.085639 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-16181dbe-e907-4d45-b0ae-d80144f8bda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.421757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0aaad-edce-49b3-b5ea-cb68c2055275 req-61f7b61b-2799-4a25-9ff7-3a8b6a66e38e tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:12.423235 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-20d0aaad-edce-49b3-b5ea-cb68c2055275 req-61f7b61b-2799-4a25-9ff7-3a8b6a66e38e tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0512650 Mar 08 12:11:12.472884 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-20d0aaad-edce-49b3-b5ea-cb68c2055275 req-a01625b7-ce2c-4dd9-8e97-30952f4469c3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439899 Mar 08 12:11:13.242867 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:14.859608 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.063011 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:15.490885 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-b6c37c33-6799-4c10-b377-07715aabcd47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421798 Mar 08 12:11:15.564859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-0e06fdb8-b484-4aae-a245-07eec3405245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:15.566330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-0e06fdb8-b484-4aae-a245-07eec3405245 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 1129 time: 0.0434487 Mar 08 12:11:15.668564 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-96630d53-2705-4165-9ee4-89d13b11cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:15.670030 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-96630d53-2705-4165-9ee4-89d13b11cc20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0865715 Mar 08 12:11:15.734089 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-f3fdc4ee-cde8-4c5e-b6bd-4032db0a7fcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 200 len: 1001 time: 0.0577633 Mar 08 12:11:15.785281 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-5f02e316-2936-47c6-80ee-b6172705999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:15.786692 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-5f02e316-2936-47c6-80ee-b6172705999f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0474091 Mar 08 12:11:15.835982 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-e8832077-ebfb-42b9-96f0-592e669db801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:15.837538 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-e8832077-ebfb-42b9-96f0-592e669db801 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441175 Mar 08 12:11:15.926996 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-fa890c4f-19bf-455c-98d1-a5338d8006f9 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Mar 08 12:11:15.962701 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.022811 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3f86f11-0e85-4d47-a2fa-ca73731b0c7d req-c0291573-3fcc-424d-b5d6-14da12d29b71 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Mar 08 12:11:39.942074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0681a94b-a0ba-4a86-8f1a-8bc0a403e4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:41.955667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:42.073767 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3c209738-1731-4e5f-bb2e-3eeecf3cb1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:43.231327 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:44.827778 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:44.996182 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54297d-f72d-45a4-9f82-a81d5a8c9b1d req-4bbe2ff0-8e5a-4adb-806d-402ef5091dd4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:44.997563 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4a54297d-f72d-45a4-9f82-a81d5a8c9b1d req-4bbe2ff0-8e5a-4adb-806d-402ef5091dd4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0518034 Mar 08 12:11:45.043709 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4a54297d-f72d-45a4-9f82-a81d5a8c9b1d req-d2be49e7-e3f2-4ab1-acf6-34eacd2d1b7a tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400913 Mar 08 12:11:46.021854 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:46.160875 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87837848-d8d6-43ce-8c20-320e4933d39c req-f585f09f-812d-4e89-a3d7-4fb75cb5f650 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:46.162333 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-87837848-d8d6-43ce-8c20-320e4933d39c req-f585f09f-812d-4e89-a3d7-4fb75cb5f650 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0508389 Mar 08 12:11:46.209176 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-87837848-d8d6-43ce-8c20-320e4933d39c req-8cca80c0-f5ff-44aa-bd97-c3874a45de0e tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410898 Mar 08 12:11:46.983455 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-c3e0f54e-0be5-4cfe-8eba-423b522f0bda tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:46.984908 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-c3e0f54e-0be5-4cfe-8eba-423b522f0bda tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.0538137 Mar 08 12:11:47.071700 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Deleting port 36ae87d3-8253-4642-a8e6-ffde096fac91 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:47.071995 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.161237 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] For port 36ae87d3-8253-4642-a8e6-ffde096fac91, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36ae87d3-8253-4642-a8e6-ffde096fac91,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:47.161631 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.359277 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.359581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.359902 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Floating IP 9a0218b3-30b4-448b-842d-faa78c1b64ff disassociated. External IP: 172.27.3.120, port: 36ae87d3-8253-4642-a8e6-ffde096fac91. Mar 08 12:11:47.360242 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Calling delete_port for 36ae87d3-8253-4642-a8e6-ffde096fac91 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:47.381615 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c422-dfa2-46e3-ab83-87787e6ebe6f req-7180c8da-90fb-404a-b472-01e33b4b4c2d tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:47.383198 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2523c422-dfa2-46e3-ab83-87787e6ebe6f req-7180c8da-90fb-404a-b472-01e33b4b4c2d tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 945 time: 0.1065984 Mar 08 12:11:47.479760 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2523c422-dfa2-46e3-ab83-87787e6ebe6f req-9174ed82-3b74-442e-a15a-028dc6651a31 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=54e04058-0900-4147-bb63-3b082d041b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643816 Mar 08 12:11:47.601682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (36ae87d3-8253-4642-a8e6-ffde096fac91), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.630179 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'Port': ['ID=36ae87d3-8253-4642-a8e6-ffde096fac91,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:47.641138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.641415 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.641755 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.642088 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.642415 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.642740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.643063 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.643386 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.643733 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.644073 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.644393 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.644708 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.645054 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:47.754187 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:47.861082 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:47.870652 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:47.881253 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:47.881877 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:47.903688 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] No DVR routers for this DVR port 36ae87d3-8253-4642-a8e6-ffde096fac91 on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:47.906274 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.909842 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9a127792-0d48-4678-8e7b-21af92ca5440 req-407461df-e6e8-4c5d-a1e8-51002099f643 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "DELETE /v2.0/ports/36ae87d3-8253-4642-a8e6-ffde096fac91 HTTP/1.1" status: 204 len: 173 time: 0.9205234 Mar 08 12:11:47.910315 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'name': 'network-vif-deleted', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:47.913079 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e2a1b6-87c0-4dbe-8642-b3e04b8519ae" -d '{"events": [{"server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "name": "network-vif-deleted", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:47.949765 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eaf700-ccff-4d4d-82f2-db5e911b0d33 x-openstack-request-id: req-d4eaf700-ccff-4d4d-82f2-db5e911b0d33 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:47.950064 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735711ed-1492-4f6d-a1a5-4413dbfc00de", "name": "network-vif-deleted", "tag": "36ae87d3-8253-4642-a8e6-ffde096fac91", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:47.950347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4eaf700-ccff-4d4d-82f2-db5e911b0d33 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:47.950751 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735711ed-1492-4f6d-a1a5-4413dbfc00de', 'name': 'network-vif-deleted', 'tag': '36ae87d3-8253-4642-a8e6-ffde096fac91', 'status': 'completed', 'code': 200} Mar 08 12:11:47.995600 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:48.198814 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.230230 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:48.238589 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:48.239195 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.347356 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:48.539515 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.566200 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be591950-f05e-49f1-ad20-c6da9189d2f0 None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:48.588200 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-795e8d93-0c8d-4aac-85e8-d564941e85f8 req-1b082709-d06f-4033-86bd-d01429b567b8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=735711ed-1492-4f6d-a1a5-4413dbfc00de HTTP/1.1" status: 200 len: 210 time: 0.0281820 Mar 08 12:11:48.787547 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649a067-6b6d-4300-8510-a338557807a2 None None] New status for floating IP 9a0218b3-30b4-448b-842d-faa78c1b64ff: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:49.722702 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37256) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:49.775375 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (54e04058-0900-4147-bb63-3b082d041b6b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.797445 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (54e04058-0900-4147-bb63-3b082d041b6b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.902685 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (54e04058-0900-4147-bb63-3b082d041b6b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.905218 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.906395 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "DELETE /v2.0/security-groups/54e04058-0900-4147-bb63-3b082d041b6b HTTP/1.1" status: 204 len: 168 time: 0.1826503 Mar 08 12:11:49.909244 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37258) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:49.915514 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecbc36-4466-4761-ba8b-0a9439171ea3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e04058-0900-4147-bb63-3b082d041b6b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:49.922712 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.api.v2.resource [None req-367e4c2e-e23f-465a-9e2c-2a5e0d197747 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] show failed (client error): The resource could not be found. Mar 08 12:11:49.923768 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-367e4c2e-e23f-465a-9e2c-2a5e0d197747 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups/54e04058-0900-4147-bb63-3b082d041b6b HTTP/1.1" status: 404 len: 347 time: 0.0135005 Mar 08 12:11:49.929352 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37260) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:50.048125 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Deleting port 2fecac76-f6b1-48a0-97ae-c059684e7e17 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:50.048466 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.122573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.122897 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (2fecac76-f6b1-48a0-97ae-c059684e7e17), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.134273 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Calling delete_port for 2fecac76-f6b1-48a0-97ae-c059684e7e17 owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:50.332870 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (2fecac76-f6b1-48a0-97ae-c059684e7e17), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.360410 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'Port': ['ID=2fecac76-f6b1-48a0-97ae-c059684e7e17,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:50.417604 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (9a0218b3-30b4-448b-842d-faa78c1b64ff), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.420108 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.421258 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-032965d5-7121-4bb4-ba86-57eddd80ba39 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "DELETE /v2.0/floatingips/9a0218b3-30b4-448b-842d-faa78c1b64ff HTTP/1.1" status: 204 len: 168 time: 0.4909492 Mar 08 12:11:50.859054 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37264) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:50.863763 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777062781', 'description': 'tempest-description--846424680'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:50.936480 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.000907 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (d42093d3-ceba-4fb4-abfc-a25932c042a4), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.096043 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d42093d3-ceba-4fb4-abfc-a25932c042a4), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.124710 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42093d3-ceba-4fb4-abfc-a25932c042a4,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.172587 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.173913 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-f5ce1ce1-78fa-419e-9538-41a9f44fc8ee tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3138096 Mar 08 12:11:51.176692 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37266) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.180989 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group_rule': {'security_group_id': 'd42093d3-ceba-4fb4-abfc-a25932c042a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:51.278656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (62c21c48-b091-4fc9-9f7b-8f6329865030), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.335378 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (62c21c48-b091-4fc9-9f7b-8f6329865030), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.404754 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (62c21c48-b091-4fc9-9f7b-8f6329865030), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.421933 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c21c48-b091-4fc9-9f7b-8f6329865030,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.453995 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 36ae87d3-8253-4642-a8e6-ffde096fac91 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:51.493304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.494919 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-310f5a4e-3eeb-47e4-98dd-594a5d393e76 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3171468 Mar 08 12:11:51.497888 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37268) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.502422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'security_group_rule': {'security_group_id': 'd42093d3-ceba-4fb4-abfc-a25932c042a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:51.600189 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 36ae87d3-8253-4642-a8e6-ffde096fac91 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:51.600544 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 36ae87d3-8253-4642-a8e6-ffde096fac91 not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:51.605874 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (a021b3d8-52a4-4179-9a5a-a2c5ad583d2d), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.662713 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (a021b3d8-52a4-4179-9a5a-a2c5ad583d2d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.736274 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871203'] for security_group_rule (a021b3d8-52a4-4179-9a5a-a2c5ad583d2d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.754520 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a021b3d8-52a4-4179-9a5a-a2c5ad583d2d,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.858492 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.859741 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-935c66d1-110f-4fef-a5bf-92f6fd8506c0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3608277 Mar 08 12:11:51.862865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37270) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.867118 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'floatingip': {'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:51.953614 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.049283 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.065599 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:52.147109 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Allocated IP 172.27.3.141 (7dff1098-959b-440e-b367-96b3283ec037/e64087ff-5f18-410f-846e-fa3dbb4e41f1/ea2025e0-9034-4bff-bb99-8539513dd357) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:52.341875 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (ea2025e0-9034-4bff-bb99-8539513dd357), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.434751 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.473203 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Network 7dff1098-959b-440e-b367-96b3283ec037 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:52.476020 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:52.478490 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:52.505681 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=ea2025e0-9034-4bff-bb99-8539513dd357,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:52.572931 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.654750 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.802189 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (ea2025e0-9034-4bff-bb99-8539513dd357), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.873034 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8854898'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.940582 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=ea2025e0-9034-4bff-bb99-8539513dd357,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:52.950414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.048719 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.049969 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-97164957-a7a3-4906-919d-8112b6a41d80 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1861358 Mar 08 12:11:53.243651 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-87238749-ed32-4510-bd01-695aaedf2f79 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1777062781&fields=id&tenant_id=5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 267 time: 0.0411127 Mar 08 12:11:53.348927 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-9bdeb55c-a750-4986-9a4e-69ab8c9019f5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:53.350404 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-9bdeb55c-a750-4986-9a4e-69ab8c9019f5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 811 time: 0.1000044 Mar 08 12:11:53.364505 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-e54e85eb-c17a-4717-8b3e-e7e013018f26 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/quotas/5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 375 time: 0.0087471 Mar 08 12:11:53.416990 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-e29aa581-3be4-4990-bc49-493082b32c11 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477433 Mar 08 12:11:53.528979 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-dc725488-19f3-4766-ab4e-f32a1536d299 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:11:53.529963 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-dc725488-19f3-4766-ab4e-f32a1536d299 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984571 Mar 08 12:11:53.619984 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-f37fc9b8-9f69-49e3-b997-2cbd7b82e7c8 service neutron] 10.222.0.52 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Mar 08 12:11:53.705965 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-a6f11890-b9b9-4b72-9ee4-776167bc10ee service neutron] 10.222.0.52 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804274 Mar 08 12:11:55.025539 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-9ba20497-5d1b-49bb-8e60-9184d0c83dae req-eccf3b87-be6f-40ca-8cec-23ceced0e5de tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0267212 Mar 08 12:11:56.110790 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7907306f-3e30-400f-bd09-4d58aec1c548 req-2e34e507-dd56-41de-9e22-f7764cbc263c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0305862 Mar 08 12:11:57.196778 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-1003e5f3-3402-4ca3-991c-cb4ff99bbab8 req-fa5ce7e2-ef76-45a8-b75a-faa0292cc0e3 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0273340 Mar 08 12:11:58.274466 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-98fce329-b240-4f91-b56b-9a5ca3aba340 req-a7e8cfaf-8aa0-4e04-ad0f-a77c541ef6c8 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0269866 Mar 08 12:11:59.377289 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-78b12f37-cc30-4167-94e3-afb97bf0979f req-671991e7-820b-4ecb-b59e-dfcb9e6cad46 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0300927 Mar 08 12:12:00.474113 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d08889e5-65c1-4587-be83-94913b5455e7 req-deaea7cf-7953-450f-88ea-3726f04544df tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0273151 Mar 08 12:12:01.293853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-04e59a33-0b36-4763-a97d-c5dbc5b20bfe tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:01.295453 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-04e59a33-0b36-4763-a97d-c5dbc5b20bfe tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 811 time: 0.1009314 Mar 08 12:12:01.377574 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-160b6dad-f41c-4618-bf10-c9145e675f7b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d84ff0250204447866262af592477c6 HTTP/1.1" status: 200 len: 380 time: 0.0677698 Mar 08 12:12:01.385850 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'port': {'device_id': '51a37f38-5640-4606-87fa-120b9839420d', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'admin_state_up': True, 'tenant_id': '5d84ff0250204447866262af592477c6', 'security_groups': ['d42093d3-ceba-4fb4-abfc-a25932c042a4']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:01.567357 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-45580633-26ec-47ac-af00-1983a5b7c139 req-4768266f-a23b-4d81-83c4-eda878e0a205 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0270190 Mar 08 12:12:01.593138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Made reservation on behalf of 5d84ff0250204447866262af592477c6 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:01.596592 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.983610 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Allocated IP 172.20.0.7 (d05b7d98-bcdc-42ae-872d-638d8df4a348/1559d4bd-bacf-4ccc-83f6-59d62e9c0f07/7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:02.115023 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.218763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731297750447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.261271 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:02.264201 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:02.267762 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:02.292907 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event updated for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.324245 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:02.324947 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.432675 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-3212c944-29f9-4c68-88ed-8a9e77c17f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0504572 Mar 08 12:12:02.449558 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Request body: {'port': {'device_id': '51a37f38-5640-4606-87fa-120b9839420d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:02.508448 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-9c6de399-0f66-437a-879e-f8e69ded027c None None] Provisioning complete for port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d triggered by entity DHCP. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:02.509107 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9c6de399-0f66-437a-879e-f8e69ded027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.512457 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.546167 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-9c6de399-0f66-437a-879e-f8e69ded027c None None] Port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d cannot update to ACTIVE because it is not bound. {{(pid=109815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:02.746160 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ec9a3-1903-4d0c-8012-ccfec3212de6 req-9fc5fb20-68b8-4578-ba0a-68ae514df0e6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:02.747655 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-543ec9a3-1903-4d0c-8012-ccfec3212de6 req-9fc5fb20-68b8-4578-ba0a-68ae514df0e6 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 931 time: 0.1130385 Mar 08 12:12:02.839020 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-543ec9a3-1903-4d0c-8012-ccfec3212de6 req-0de5f007-0e39-40bf-b04b-7b7f78e30415 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852003 Mar 08 12:12:02.853484 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:02.861471 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks [] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.873034 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Transition to ACTIVE for port object 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:12:02.938921 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.991316 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8717-8ede-4153-b130-023350163756 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.061309 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Attempting to bind port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:03.061652 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Attempting to bind port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:03.061987 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Attempting to bind port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:03.066985 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d on network d05b7d98-bcdc-42ae-872d-638d8df4a348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:12:03.069932 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Attempting to bind port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d on network d05b7d98-bcdc-42ae-872d-638d8df4a348 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:03.072894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Checking agent: {'id': 'baf8ef99-6180-4ee3-b3ef-cebab65f61a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:03.073245 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Checking segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:03.073715 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Bound using segment: {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:03.074145 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Bound port: 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c040a-3e8f-4866-875f-87548ce57e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:03.074624 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.147966 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:03.150933 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:03.276246 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513509'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.315943 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.316586 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.318054 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-c33c8717-8ede-4153-b130-023350163756 service neutron] 10.222.0.58 "PUT /v2.0/ports/7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d HTTP/1.1" status: 200 len: 1093 time: 0.8724766 Mar 08 12:12:03.318495 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:03.320843 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b" -d '{"events": [{"name": "network-changed", "server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:03.347458 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8717-8ede-4153-b130-023350163756 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.366682 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc857f-3f03-4bf1-8e6b-f29b6bc5e810 x-openstack-request-id: req-35bc857f-3f03-4bf1-8e6b-f29b6bc5e810 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:03.366998 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:03.367257 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35bc857f-3f03-4bf1-8e6b-f29b6bc5e810 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:03.367717 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'status': 'completed', 'code': 200} Mar 08 12:12:03.454536 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-8056ded8-614c-40c4-9b68-1dcc8085e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.456121 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-8056ded8-614c-40c4-9b68-1dcc8085e540 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 1127 time: 0.0477715 Mar 08 12:12:03.566230 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-f85b672e-a342-4292-9291-3058d2f05437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.567602 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-f85b672e-a342-4292-9291-3058d2f05437 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5d84ff0250204447866262af592477c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971465 Mar 08 12:12:03.661912 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-9713b038-903c-4b47-a563-2a518007017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.663415 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-65a0b819-2fb6-4d4c-bee3-2ac854d4711b req-9713b038-903c-4b47-a563-2a518007017f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898335 Mar 08 12:12:03.765233 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-58074128-2fc1-43f1-b324-7eb603529e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.766706 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-58074128-2fc1-43f1-b324-7eb603529e68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 1127 time: 0.0478821 Mar 08 12:12:03.814764 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-0c9807be-8308-43dd-a690-2b795cfa4c71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d HTTP/1.1" status: 200 len: 217 time: 0.0340099 Mar 08 12:12:03.861509 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-676e055b-3065-4e68-ac95-104811514578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.862896 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-676e055b-3065-4e68-ac95-104811514578 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0425603 Mar 08 12:12:03.925335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-0255ed80-a125-443f-ab6f-f0416bf4728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.926768 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-0255ed80-a125-443f-ab6f-f0416bf4728e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577657 Mar 08 12:12:04.021258 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719d47-e9f0-47b7-96af-e732610a8731 req-7d063f11-921f-4cd9-b4f5-99b07fa6add9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:04.022725 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e1719d47-e9f0-47b7-96af-e732610a8731 req-7d063f11-921f-4cd9-b4f5-99b07fa6add9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 943 time: 0.1142368 Mar 08 12:12:04.057136 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-e3fbc60a-17ed-450d-9b1b-31c774b0c5a0 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161427 Mar 08 12:12:04.110797 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e1719d47-e9f0-47b7-96af-e732610a8731 req-f09ab5af-7c4b-4bbf-a1c4-51f5d864837f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821855 Mar 08 12:12:04.164735 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-01df3b6d-5851-4de4-bcd5-f498059fca74 req-9de06499-af49-4fe9-a22f-f8859a2ae64f service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019862 Mar 08 12:12:05.228577 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706a15d-acc0-4e8f-b375-9bd4d68f63d9 req-ddeb848f-415b-4bcc-96bb-510872668f29 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:05.230038 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e706a15d-acc0-4e8f-b375-9bd4d68f63d9 req-ddeb848f-415b-4bcc-96bb-510872668f29 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 943 time: 0.0517852 Mar 08 12:12:05.278251 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-e706a15d-acc0-4e8f-b375-9bd4d68f63d9 req-5581292e-d57c-471f-a80f-00aacd36d1aa tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Mar 08 12:12:06.403938 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717c6c9-8082-4962-b99e-cb205a54ac5b req-d440eb9d-9de0-42f7-ab84-1438d709410f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:06.405389 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0717c6c9-8082-4962-b99e-cb205a54ac5b req-d440eb9d-9de0-42f7-ab84-1438d709410f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 943 time: 0.0521121 Mar 08 12:12:06.452417 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0717c6c9-8082-4962-b99e-cb205a54ac5b req-7af9e065-6256-4e8e-a6f7-bf8a97b51120 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Mar 08 12:12:07.541410 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:12:07.567836 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7575722-33c5-4c39-8d6d-8ca847897f74 req-b857f5f3-44b9-4a87-bad4-595a206e3f0f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:07.569328 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a7575722-33c5-4c39-8d6d-8ca847897f74 req-b857f5f3-44b9-4a87-bad4-595a206e3f0f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 943 time: 0.0508029 Mar 08 12:12:07.623629 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-a7575722-33c5-4c39-8d6d-8ca847897f74 req-53d10641-db72-4eb1-9012-fdbe97a487b0 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Mar 08 12:12:07.646395 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:07.657020 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Returning: {'device': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'port_id': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'mac_address': 'fa:16:3e:7c:ee:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:12:07.693955 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d is: DOWN; New status is: BUILD {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:07.694371 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.707342 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:07.725839 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:07.795121 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.840434 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.847367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.847738 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.848080 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.848411 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.848737 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.849060 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.849383 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.849703 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.850021 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.850341 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.850656 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.850970 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:07.851289 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:08.107374 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] get_ports_and_sgs() called for port_ids ['7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'] {{(pid=109815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:12:08.743812 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4871d-eb2b-4326-a850-80dd78352b4e req-08007d97-2e19-48f3-aa0f-85713478c4d9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:08.745317 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36c4871d-eb2b-4326-a850-80dd78352b4e req-08007d97-2e19-48f3-aa0f-85713478c4d9 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 944 time: 0.0556593 Mar 08 12:12:08.792521 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36c4871d-eb2b-4326-a850-80dd78352b4e req-24d659a2-a55a-4924-8e4f-2e85ac4a2b01 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Mar 08 12:12:09.546299 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d up at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:09.703946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning for port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d completed by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:12:09.708120 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Provisioning complete for port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d triggered by entity L2. {{(pid=109815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:09.708488 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771749'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), provisioning_complete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.786947 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Current status of the port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d is: BUILD; New status is: ACTIVE {{(pid=109815) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:09.787338 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.809273 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:09.811468 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdf4c4358e3042a52dbdf24b288d4c1981404781a2f791298aa8dc3c98d4bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add29b4-69ed-4dd0-86d7-43e4cec5023a" -d '{"events": [{"server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "name": "network-vif-plugged", "status": "completed", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:09.824769 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:09.902008 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731298239416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731297750465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731297750483'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.915975 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ec4c-3c83-4264-924b-576c2a7fba16 req-ae7032be-d709-4505-a94a-78f8e48c65e5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:09.917456 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6ef0ec4c-3c83-4264-924b-576c2a7fba16 req-ae7032be-d709-4505-a94a-78f8e48c65e5 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 944 time: 0.0546908 Mar 08 12:12:09.951961 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-57a278e3-9ea5-491c-a384-f880e7d2426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.959837 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Pushing event updated for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=5']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:09.976609 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-6ef0ec4c-3c83-4264-924b-576c2a7fba16 req-ae7fa3d7-c77f-446e-96a7-58d95a635379 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510197 Mar 08 12:12:09.983120 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a6e34-b938-4331-8bf1-ed80c9374592 x-openstack-request-id: req-f46a6e34-b938-4331-8bf1-ed80c9374592 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:09.983410 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "name": "network-vif-plugged", "status": "completed", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:09.983693 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f46a6e34-b938-4331-8bf1-ed80c9374592 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:09.984081 dv-cinder-830087-2-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'code': 200} Mar 08 12:12:10.357027 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540cd30-f4ec-4008-b16a-577390b96af4 req-ada36133-fd9d-41b4-9ce4-78f9eb9801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:10.358542 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7540cd30-f4ec-4008-b16a-577390b96af4 req-ada36133-fd9d-41b4-9ce4-78f9eb9801b2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 1129 time: 0.0435572 Mar 08 12:12:10.401626 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7540cd30-f4ec-4008-b16a-577390b96af4 req-a826f80b-1089-4a7b-97f9-08b8dc264d26 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372834 Mar 08 12:12:11.097270 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355121aa-6917-4195-ad7d-1cc2f6a362dd req-56f98dd1-4d9e-42ee-830a-9de47fdca499 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:11.098773 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-355121aa-6917-4195-ad7d-1cc2f6a362dd req-56f98dd1-4d9e-42ee-830a-9de47fdca499 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0568089 Mar 08 12:12:11.146601 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-355121aa-6917-4195-ad7d-1cc2f6a362dd req-49297a32-1757-4bea-ab6b-ecd4ae973f8c tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Mar 08 12:12:11.932226 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.096382 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c55e5a14-beb9-4cd4-8b7d-cbfe9f35c531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.264594 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5f143-94d5-45f5-833d-03586398c1c6 req-d1692bd4-0769-4e6a-b9a9-a09f59788c12 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:12.266080 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f5d5f143-94d5-45f5-833d-03586398c1c6 req-d1692bd4-0769-4e6a-b9a9-a09f59788c12 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0511963 Mar 08 12:12:12.320506 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-f5d5f143-94d5-45f5-833d-03586398c1c6 req-7dea09e9-8e39-4a0c-bb3d-f835f8282e6d tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Mar 08 12:12:12.433793 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69ae3-ef82-42ef-bcb3-24661096396b req-80fa1615-a9db-4e6f-8268-064ac7dbd944 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:12.435239 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-08f69ae3-ef82-42ef-bcb3-24661096396b req-80fa1615-a9db-4e6f-8268-064ac7dbd944 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0503745 Mar 08 12:12:12.444035 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37362) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:12.448412 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Request body: {'floatingip': {'port_id': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:12.485695 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.943097 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.027347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.129513 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Floating IP 09962c05-6233-4833-be12-41ae64ca70fe associated. External IP: 172.27.3.141, port: 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d. Mar 08 12:12:13.292687 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.341543 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:13.449575 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:13.454740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.461905 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:13.471984 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:13.472608 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:12:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.484593 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0dba80d9-513e-4078-84cf-0efb645c0e35 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "PUT /v2.0/floatingips/09962c05-6233-4833-be12-41ae64ca70fe HTTP/1.1" status: 200 len: 991 time: 1.0394537 Mar 08 12:12:13.485280 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:13.487684 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496742e3-4431-45e5-8d48-afa5b9569742" -d '{"events": [{"name": "network-changed", "server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:13.525081 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e223f66-c953-4f27-b6a6-2114d50fb6a9 x-openstack-request-id: req-4e223f66-c953-4f27-b6a6-2114d50fb6a9 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:13.525415 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:13.525670 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e223f66-c953-4f27-b6a6-2114d50fb6a9 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:13.526023 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'status': 'completed', 'code': 200} Mar 08 12:12:13.582624 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:13.609870 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496742e3-4431-45e5-8d48-afa5b9569742 req-f9bd13f3-1f4b-43fb-ac9f-829a20f72701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:13.611369 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-f9bd13f3-1f4b-43fb-ac9f-829a20f72701 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 1129 time: 0.0434659 Mar 08 12:12:13.702478 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496742e3-4431-45e5-8d48-afa5b9569742 req-bc38dd6b-833e-4474-9238-b8c8264d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:13.703891 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-bc38dd6b-833e-4474-9238-b8c8264d19aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0873055 Mar 08 12:12:13.768847 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-9df31277-70ba-4a01-be11-f753732e40f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d HTTP/1.1" status: 200 len: 999 time: 0.0585482 Mar 08 12:12:13.802196 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '09962c05-6233-4833-be12-41ae64ca70fe', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:7c:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a37f38-5640-4606-87fa-120b9839420d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:12:12Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.818014 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496742e3-4431-45e5-8d48-afa5b9569742 req-a0fa82fd-2510-4dff-a439-2d9841d2a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:13.819475 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-a0fa82fd-2510-4dff-a439-2d9841d2a26b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0461092 Mar 08 12:12:13.832403 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:13.840537 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:13.841138 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:12:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.866986 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496742e3-4431-45e5-8d48-afa5b9569742 req-da58281f-fc04-4650-8b19-0a1bdccc8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:13.868516 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-da58281f-fc04-4650-8b19-0a1bdccc8301 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429883 Mar 08 12:12:13.947884 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:13.956436 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-2fcb44b9-45d6-4a1e-abae-773e25c7f8b4 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814438 Mar 08 12:12:14.045660 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-496742e3-4431-45e5-8d48-afa5b9569742 req-c209904b-c84d-4152-b903-99d8d500155f service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841136 Mar 08 12:12:14.166539 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '09962c05-6233-4833-be12-41ae64ca70fe', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:7c:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a37f38-5640-4606-87fa-120b9839420d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:12:12Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:14.196347 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337af24b-32b6-4a99-8ad0-bff6e2235920 None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_floatingips': [{'id': '09962c05-6233-4833-be12-41ae64ca70fe', 'tenant_id': '5d84ff0250204447866262af592477c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'router_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'port_id': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'mac_address': 'fa:16:3e:7c:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a37f38-5640-4606-87fa-120b9839420d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:12:12Z', 'revision_number': 1, 'project_id': '5d84ff0250204447866262af592477c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:14.387873 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe7fda-3bb3-4cdc-abea-565edc463829 None None] New status for floating IP 09962c05-6233-4833-be12-41ae64ca70fe: ACTIVE {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:12:14.816052 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.472665 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-ae4e7ac1-3839-4095-9c4c-dd7d9811daa8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421345 Mar 08 12:12:15.570913 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-ef9ada51-f041-47ad-ba09-73c8d88d133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.572454 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-ef9ada51-f041-47ad-ba09-73c8d88d133f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d84ff0250204447866262af592477c6&device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 1129 time: 0.0430257 Mar 08 12:12:15.675072 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-4a310929-daeb-431d-9084-68dac842ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.677568 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-4a310929-daeb-431d-9084-68dac842ec36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 200 len: 912 time: 0.0875471 Mar 08 12:12:15.740162 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-795a739e-1f76-4d0b-98e7-5ed176e60fb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d HTTP/1.1" status: 200 len: 1001 time: 0.0574980 Mar 08 12:12:15.790734 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-53fae1f4-9dae-433d-b367-394e7b003dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.792179 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-53fae1f4-9dae-433d-b367-394e7b003dc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 200 len: 850 time: 0.0474689 Mar 08 12:12:15.840329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-2d833a1a-93b1-4199-a492-6935a33f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.841824 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-2d833a1a-93b1-4199-a492-6935a33f7146 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d05b7d98-bcdc-42ae-872d-638d8df4a348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435081 Mar 08 12:12:15.930880 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-b7b6d191-ed79-4495-ad37-7ccf5292b0e0 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813885 Mar 08 12:12:16.001629 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:16.021397 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2db3316-42fb-41ee-aacb-b7da45858180 req-c4ed107e-11c2-4199-8179-586999a68ad9 service neutron] 10.222.0.58 "GET /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852556 Mar 08 12:12:29.067141 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:12:39.957416 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-63e4e162-bd14-4481-afb1-47518846388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:41.963550 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:42.080183 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-90cd3d5b-8872-4681-a309-5c7e64e07933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.261286 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.811733 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.977388 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.066143 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:13:09.939780 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a6366f74-8305-477e-8b75-02e898e5fed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.947667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.076761 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1671b1dc-e1f5-4a78-8a98-d4c44cb537c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.294073 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.470789 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae054fa5-e187-40a3-8b4f-aa9ea6887039 req-3f954d89-79ab-4064-b366-b70e753be00f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:13.472281 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ae054fa5-e187-40a3-8b4f-aa9ea6887039 req-3f954d89-79ab-4064-b366-b70e753be00f tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0756340 Mar 08 12:13:13.518577 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-ae054fa5-e187-40a3-8b4f-aa9ea6887039 req-5465285d-565b-46d7-bc5c-b3e1dfb45528 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Mar 08 12:13:14.636295 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653cf7e-3eb1-478f-aeaa-28c3c22cbdb3 req-ce2e1780-9407-48d0-ad2f-1f746cd6207b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:14.637778 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a653cf7e-3eb1-478f-aeaa-28c3c22cbdb3 req-ce2e1780-9407-48d0-ad2f-1f746cd6207b tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0519693 Mar 08 12:13:14.683109 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a653cf7e-3eb1-478f-aeaa-28c3c22cbdb3 req-47030eaf-448f-4026-9689-1f08cf2606d4 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 Mar 08 12:13:14.844639 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.348391 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519040af-a400-44f4-ba20-94e8a9cc441f req-f87cf97a-a6f9-4c77-b1d3-e25b0125bbcb tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:15.349834 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-519040af-a400-44f4-ba20-94e8a9cc441f req-f87cf97a-a6f9-4c77-b1d3-e25b0125bbcb tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0528247 Mar 08 12:13:15.437855 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Deleting port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:15.438217 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.527888 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] For port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:15.528175 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.811213 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a369-c593-4f07-a547-477b46a6f21d req-e808dbdb-1f55-4399-96f1-1385aaf68b90 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:15.812841 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0d97a369-c593-4f07-a547-477b46a6f21d req-e808dbdb-1f55-4399-96f1-1385aaf68b90 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 945 time: 0.0556517 Mar 08 12:13:15.864139 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-0d97a369-c593-4f07-a547-477b46a6f21d req-48f41f99-4946-458d-917b-cb12e668d12d tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups?id=d42093d3-ceba-4fb4-abfc-a25932c042a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Mar 08 12:13:15.952291 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.952911 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573782'] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.953046 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Floating IP 09962c05-6233-4833-be12-41ae64ca70fe disassociated. External IP: 172.27.3.141, port: 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d. Mar 08 12:13:15.953281 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Calling delete_port for 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:15.985388 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:16.157057 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:16.183370 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'Port': ['ID=7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:16.194376 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.194680 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.195137 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.195446 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.195803 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.196127 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.196454 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.196776 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.197101 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.197425 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.197747 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.198099 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.198389 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:16.310024 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:16.416740 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:16.426479 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:16.436000 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:16.436684 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:16.455098 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] No DVR routers for this DVR port 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d on host hv-cinder-83008 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:16.457638 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:16.460945 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [req-519040af-a400-44f4-ba20-94e8a9cc441f req-a6d9206d-cb92-4171-b0e4-80ccf33da310 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.58 "DELETE /v2.0/ports/7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d HTTP/1.1" status: 204 len: 173 time: 1.1063259 Mar 08 12:13:16.461329 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'name': 'network-vif-deleted', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:16.463587 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2021318cd93e0dee3bcfb27187f3974f195d2755b7b9f67f56a30dee42202213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6a466a-2096-4ff0-9d2e-5436ca0855da" -d '{"events": [{"server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "name": "network-vif-deleted", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:16.498267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22440cd5-d798-435f-ad5e-7a53c2e3a4e9 x-openstack-request-id: req-22440cd5-d798-435f-ad5e-7a53c2e3a4e9 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:16.498600 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a37f38-5640-4606-87fa-120b9839420d", "name": "network-vif-deleted", "tag": "7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:16.498853 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22440cd5-d798-435f-ad5e-7a53c2e3a4e9 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:16.499243 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a37f38-5640-4606-87fa-120b9839420d', 'name': 'network-vif-deleted', 'tag': '7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d', 'status': 'completed', 'code': 200} Mar 08 12:13:16.551872 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:16.891379 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:16.918606 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:16.926926 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:16.927472 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:16.973367 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [req-436fa6b4-245b-4ff1-b1f6-9cd14dd0c327 req-03e74d9f-832a-4c53-80b2-089d9148b5a7 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a37f38-5640-4606-87fa-120b9839420d HTTP/1.1" status: 200 len: 210 time: 0.0300703 Mar 08 12:13:17.040626 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:17.242494 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:17.268924 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9739d19-6874-4b6f-aaba-3f24aef57cee None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:08:58Z', 'revision_number': 4, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi', '_interfaces': [{'id': 'f28f5f73-5e51-4196-a934-fb433cd019f6', 'name': '', 'network_id': 'd05b7d98-bcdc-42ae-872d-638d8df4a348', 'tenant_id': '5d84ff0250204447866262af592477c6', 'mac_address': 'fa:16:3e:01:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:57Z', 'updated_at': '2022-03-08T12:09:02Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'subnets': [{'id': '1559d4bd-bacf-4ccc-83f6-59d62e9c0f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:17.497773 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7875ae0-28af-4a7e-a01a-9cdb914b79b2 None None] New status for floating IP 09962c05-6233-4833-be12-41ae64ca70fe: DOWN {{(pid=109816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:18.131224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37518) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:18.184026 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (d42093d3-ceba-4fb4-abfc-a25932c042a4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.206831 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (d42093d3-ceba-4fb4-abfc-a25932c042a4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.374141 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (d42093d3-ceba-4fb4-abfc-a25932c042a4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.376923 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.378072 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "DELETE /v2.0/security-groups/d42093d3-ceba-4fb4-abfc-a25932c042a4 HTTP/1.1" status: 204 len: 168 time: 0.2458248 Mar 08 12:13:18.381278 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37520) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:18.387594 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe791e1-2e99-442c-9465-474b72b167c1 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42093d3-ceba-4fb4-abfc-a25932c042a4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:18.393843 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.api.v2.resource [None req-b768e66c-092a-4479-9b88-47e608deda85 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] show failed (client error): The resource could not be found. Mar 08 12:13:18.394857 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b768e66c-092a-4479-9b88-47e608deda85 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "GET /v2.0/security-groups/d42093d3-ceba-4fb4-abfc-a25932c042a4 HTTP/1.1" status: 404 len: 347 time: 0.0126052 Mar 08 12:13:18.398242 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37522) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:18.521347 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Deleting port ea2025e0-9034-4bff-bb99-8539513dd357 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:18.521684 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.593517 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.593816 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (ea2025e0-9034-4bff-bb99-8539513dd357), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.605903 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Calling delete_port for ea2025e0-9034-4bff-bb99-8539513dd357 owned by network:floatingip {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:18.836760 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8854795'] for port (ea2025e0-9034-4bff-bb99-8539513dd357), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.863246 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Pushing event deleted for resources: {'Port': ['ID=ea2025e0-9034-4bff-bb99-8539513dd357,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:18.889969 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.892433 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.893121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.893121 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.893309 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.893529 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.893847 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:18.935231 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks [] for floatingip (09962c05-6233-4833-be12-41ae64ca70fe), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.937769 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47514'] for floatingip (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:18.938907 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-7c5740f9-2b21-4f5f-9f56-7d70f571f611 tempest-AttachVolumeTestJSON-309976534 tempest-AttachVolumeTestJSON-309976534-project] 10.222.0.52 "DELETE /v2.0/floatingips/09962c05-6233-4833-be12-41ae64ca70fe HTTP/1.1" status: 204 len: 168 time: 0.5396271 Mar 08 12:13:19.930194 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:13:19.951784 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] No Port match for: 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:13:19.952094 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Device 7ad9c2e7-ea87-4b30-a4f3-3869274bfc7d not bound to the agent host hv-cinder-83008 {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:13:22.887859 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37550) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:23.256658 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577110'] for router_interface (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.505555 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Deleting port f28f5f73-5e51-4196-a934-fb433cd019f6 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:23.505809 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.591894 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] For port f28f5f73-5e51-4196-a934-fb433cd019f6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=f28f5f73-5e51-4196-a934-fb433cd019f6,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:23.592356 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.603641 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Calling delete_port for f28f5f73-5e51-4196-a934-fb433cd019f6 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:23.850482 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (f28f5f73-5e51-4196-a934-fb433cd019f6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.875027 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28f5f73-5e51-4196-a934-fb433cd019f6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.044659 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577058'] for router_interface (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.266597 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 has already been hosted by L3 agent e49c5333-17c8-4d0e-b089-5dc41ac11da5 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:24.374875 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] Notify agent at l3_agent.dv-cinder-830087-2-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:24.380230 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2ae6cbaf-3b03-4fc6-91cc-3174774bb0d0 admin admin] 10.222.0.52 "PUT /v2.0/routers/b64c4a04-a9ec-48df-9e6d-36cbdde1eb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910572 Mar 08 12:13:24.382617 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37552) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:24.385232 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Sync routers for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:24.396942 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:24.397675 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:24.488429 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks [] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.548417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: dv-cinder-830087-2-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:24.600335 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks [] for router_gateway (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.729650 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Deleting port 59dab785-62ed-49dc-a83a-50eb91dd7ef6 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:24.730193 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.741442 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'external_fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:13:23Z', 'revision_number': 5, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port': {'id': '59dab785-62ed-49dc-a83a-50eb91dd7ef6', 'name': '', 'network_id': '7dff1098-959b-440e-b367-96b3283ec037', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:08:55Z', 'updated_at': '2022-03-08T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64087ff-5f18-410f-846e-fa3dbb4e41f1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-2-iscsi'}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:24.768236 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Checking router: b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 for host: dv-cinder-830087-2-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:24.778499 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Routers {'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'} bound to L3 agent in host dv-cinder-830087-2-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:24.779120 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-cinder-830087-2-iscsi',id=e49c5333-17c8-4d0e-b089-5dc41ac11da5,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:43Z,topic='l3_agent')) {'router_ids': ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:24.829194 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] For port 59dab785-62ed-49dc-a83a-50eb91dd7ef6, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=59dab785-62ed-49dc-a83a-50eb91dd7ef6,segment=NetworkSegment(b11ac897-515b-4f8e-b37c-999eae1dc6ee),segment_id=b11ac897-515b-4f8e-b37c-999eae1dc6ee)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:24.829768 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.846582 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Calling delete_port for 59dab785-62ed-49dc-a83a-50eb91dd7ef6 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:24.873007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] Set router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:24.931685 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:13:24Z', 'revision_number': 6, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port_host': None}], 'dv-cinder-830087-2-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:24.959239 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2efc94-0155-441e-99e7-4c606fde4ab9 None None] The sync data for ids ['b64c4a04-a9ec-48df-9e6d-36cbdde1eb77'] in dv-cinder-830087-2-iscsi is: [{'id': 'b64c4a04-a9ec-48df-9e6d-36cbdde1eb77', 'name': 'tempest-AttachVolumeTestJSON-2040871081-router', 'tenant_id': '5d84ff0250204447866262af592477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:08:54Z', 'updated_at': '2022-03-08T12:13:24Z', 'revision_number': 6, 'project_id': '5d84ff0250204447866262af592477c6', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:25.095844 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (59dab785-62ed-49dc-a83a-50eb91dd7ef6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.127580 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=59dab785-62ed-49dc-a83a-50eb91dd7ef6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:25.184097 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575112'] for router_gateway (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.280874 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26482'] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.282909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks [] for router_controller (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.439091 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576043'] for router (b64c4a04-a9ec-48df-9e6d-36cbdde1eb77), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.439701 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:13:25.443978 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.445173 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-81c0236b-2420-47ce-bc50-4a66090e5a71 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b64c4a04-a9ec-48df-9e6d-36cbdde1eb77 HTTP/1.1" status: 204 len: 168 time: 1.0615823 Mar 08 12:13:25.451815 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37554) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:25.502314 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Deleting subnet 1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:13:25.505785 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Publish callbacks [] for subnet (1559d4bd-bacf-4ccc-83f6-59d62e9c0f07), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.540367 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (1559d4bd-bacf-4ccc-83f6-59d62e9c0f07), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.763497 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 59dab785-62ed-49dc-a83a-50eb91dd7ef6 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:13:25.788875 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 59dab785-62ed-49dc-a83a-50eb91dd7ef6 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:13:25.789314 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 59dab785-62ed-49dc-a83a-50eb91dd7ef6 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:13:25.789762 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f28f5f73-5e51-4196-a934-fb433cd019f6 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:13:25.810237 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: f28f5f73-5e51-4196-a934-fb433cd019f6 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:13:25.810630 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device f28f5f73-5e51-4196-a934-fb433cd019f6 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:13:25.889410 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (1559d4bd-bacf-4ccc-83f6-59d62e9c0f07), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.025264 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (1559d4bd-bacf-4ccc-83f6-59d62e9c0f07), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.049480 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1559d4bd-bacf-4ccc-83f6-59d62e9c0f07,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:26.055025 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.058624 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-03b96c4f-b711-44cd-bb33-16ad73ed870f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1559d4bd-bacf-4ccc-83f6-59d62e9c0f07 HTTP/1.1" status: 204 len: 168 time: 0.6100030 Mar 08 12:13:26.061076 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37556) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:26.061392 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994d156-fdd2-4155-844b-0866c79d309c None None] Network d05b7d98-bcdc-42ae-872d-638d8df4a348 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:13:26.136713 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (d05b7d98-bcdc-42ae-872d-638d8df4a348), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.205556 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Deleting port 0340c792-f155-4538-86bd-4f9743f72e32 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:26.205909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (0340c792-f155-4538-86bd-4f9743f72e32), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.235051 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] DHCP port deletion for d05b7d98-bcdc-42ae-872d-638d8df4a348 request from dv-cinder-830087-2-iscsi {{(pid=109815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:13:26.269419 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] For port 0340c792-f155-4538-86bd-4f9743f72e32, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0340c792-f155-4538-86bd-4f9743f72e32,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:26.269629 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (0340c792-f155-4538-86bd-4f9743f72e32), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.285040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Deleting port 0340c792-f155-4538-86bd-4f9743f72e32 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:26.285418 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731298232643'] for port (0340c792-f155-4538-86bd-4f9743f72e32), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.287159 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Calling delete_port for 0340c792-f155-4538-86bd-4f9743f72e32 owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:26.348095 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] For port 0340c792-f155-4538-86bd-4f9743f72e32, host dv-cinder-830087-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-2-iscsi',level=0,port_id=0340c792-f155-4538-86bd-4f9743f72e32,segment=NetworkSegment(c43c040a-3e8f-4866-875f-87548ce57e0b),segment_id=c43c040a-3e8f-4866-875f-87548ce57e0b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:26.348407 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579908'] for port (0340c792-f155-4538-86bd-4f9743f72e32), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.361301 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Calling delete_port for 0340c792-f155-4538-86bd-4f9743f72e32 owned by network:dhcp {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:26.433555 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513436'] for port (0340c792-f155-4538-86bd-4f9743f72e32), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.439323 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731298239398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731297750456'] for port (0340c792-f155-4538-86bd-4f9743f72e32), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.459313 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Pushing event deleted for resources: {'Port': ['ID=0340c792-f155-4538-86bd-4f9743f72e32,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:26.463135 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] No DVR routers for this DVR port 0340c792-f155-4538-86bd-4f9743f72e32 on host dv-cinder-830087-2-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:26.464341 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Pushing event deleted for resources: {'Port': ['ID=0340c792-f155-4538-86bd-4f9743f72e32,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:26.474325 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] No DVR routers for this DVR port 0340c792-f155-4538-86bd-4f9743f72e32 on host dv-cinder-830087-2-iscsi {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.481803 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.482549 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.482549 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.482974 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.484219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.484219 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.484440 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.484705 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eb6d9-82bd-47f9-9e2a-b5edd4f2ea1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:26.538754 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (d05b7d98-bcdc-42ae-872d-638d8df4a348), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.563267 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05b7d98-bcdc-42ae-872d-638d8df4a348']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.572860 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c040a-3e8f-4866-875f-87548ce57e0b') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.573766 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c040a-3e8f-4866-875f-87548ce57e0b') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.583054 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130173'] for segment (c43c040a-3e8f-4866-875f-87548ce57e0b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.597729 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (c43c040a-3e8f-4866-875f-87548ce57e0b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.602581 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:13:26.602909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513473'] for segment (c43c040a-3e8f-4866-875f-87548ce57e0b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: Traceback (most recent call last): Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: timer() Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: cb(*args, **kw) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: return func(*args, **kwargs) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: self._notify() Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: self.callback(batched_events) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: event.method(event) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: return f(self, *a, **k) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._get(url).json() Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:13:26.604689 dv-cinder-830087-2-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:13:26.716601 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (d05b7d98-bcdc-42ae-872d-638d8df4a348), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.721772 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.724896 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d05b7d98-bcdc-42ae-872d-638d8df4a348 HTTP/1.1" status: 204 len: 168 time: 0.6628993 Mar 08 12:13:26.736371 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f151b-c4e7-4f0c-9663-df695ddb2487 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05b7d98-bcdc-42ae-872d-638d8df4a348,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:27.174411 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37560) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:27.216534 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b822ea7a-d5ab-4a1d-9142-45ac43869964 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d84ff0250204447866262af592477c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409172 Mar 08 12:13:27.218996 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37562) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:27.268048 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] Publish callbacks [] for security_group (335d6fef-be15-44ae-929f-1ad7d9290033), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.290625 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] Publish callbacks [] for security_group (335d6fef-be15-44ae-929f-1ad7d9290033), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.427619 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (335d6fef-be15-44ae-929f-1ad7d9290033), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.430163 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.431353 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/335d6fef-be15-44ae-929f-1ad7d9290033 HTTP/1.1" status: 204 len: 168 time: 0.2113919 Mar 08 12:13:27.439502 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25088-8ef9-456d-ab55-7cb0b8275de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d6fef-be15-44ae-929f-1ad7d9290033,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:27.751968 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 0340c792-f155-4538-86bd-4f9743f72e32 no longer exists at agent ovs-agent-dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:13:27.771969 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] No Port match for: 0340c792-f155-4538-86bd-4f9743f72e32 {{(pid=109815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:13:27.772341 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Device 0340c792-f155-4538-86bd-4f9743f72e32 not bound to the agent host dv-cinder-830087-2-iscsi {{(pid=109815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:13:38.825475 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37678) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:38.955614 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2f02d801-a53a-487e-8241-e2ba851b745d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.039458 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2f02d801-a53a-487e-8241-e2ba851b745d admin admin] Publish callbacks [] for security_group (fabf101a-d1be-4b45-a9bf-2ba52602913d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.121763 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2f02d801-a53a-487e-8241-e2ba851b745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fabf101a-d1be-4b45-a9bf-2ba52602913d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.165250 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2f02d801-a53a-487e-8241-e2ba851b745d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8817f2975e274e9892b4fd067c646957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380413 Mar 08 12:13:39.165704 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02d801-a53a-487e-8241-e2ba851b745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf101a-d1be-4b45-a9bf-2ba52602913d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:39.167457 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37682) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:39.221632 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] Publish callbacks [] for security_group (fabf101a-d1be-4b45-a9bf-2ba52602913d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.247709 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] Publish callbacks [] for security_group (fabf101a-d1be-4b45-a9bf-2ba52602913d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.367380 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fabf101a-d1be-4b45-a9bf-2ba52602913d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.370046 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:39.371202 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fabf101a-d1be-4b45-a9bf-2ba52602913d HTTP/1.1" status: 204 len: 168 time: 0.2027299 Mar 08 12:13:39.380339 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525630c-199f-43b9-9f40-9961f5f0bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf101a-d1be-4b45-a9bf-2ba52602913d,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:39.978948 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bd9a60b5-a068-42f5-8486-dc25e51decf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.317968 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37704) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:40.417646 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1513098758-network', 'tenant_id': 'c8282773aafe4cc2b5fb59c24a7fd0a3'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:40.466524 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Made reservation on behalf of c8282773aafe4cc2b5fb59c24a7fd0a3 for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:40.468850 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.477807 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.552775 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks [] for security_group (9950efdf-ad06-448f-b93a-f818eecd42fa), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.636293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9950efdf-ad06-448f-b93a-f818eecd42fa), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.660624 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:13:40.669865 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950efdf-ad06-448f-b93a-f818eecd42fa,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:40.674445 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (540e64fc-a8d0-46af-8023-f87466fa8d9c), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.674785 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Added segment 540e64fc-a8d0-46af-8023-f87466fa8d9c of type vlan for network 46de73ed-42e3-4eb9-acc7-866e63ccc4f2 Mar 08 12:13:40.716136 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (46de73ed-42e3-4eb9-acc7-866e63ccc4f2), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.844294 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (46de73ed-42e3-4eb9-acc7-866e63ccc4f2), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.845280 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:40.845987 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:40.905292 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] Pushing event updated for resources: {'Network': ['ID=46de73ed-42e3-4eb9-acc7-866e63ccc4f2,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:40.916225 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 46de73ed-42e3-4eb9-acc7-866e63ccc4f2 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:13:40.953716 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-b754b6cc-72bd-4baa-9cd7-22fc75601270 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6346369 Mar 08 12:13:40.957144 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37708) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:40.962013 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Request body: {'subnet': {'network_id': '46de73ed-42e3-4eb9-acc7-866e63ccc4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1513098758-subnet', 'tenant_id': 'c8282773aafe4cc2b5fb59c24a7fd0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:41.036248 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Made reservation on behalf of c8282773aafe4cc2b5fb59c24a7fd0a3 for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:41.038612 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:41.304625 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (faae341f-4ec6-4faf-baae-4bd9c03a9b2c), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:41.359258 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=faae341f-4ec6-4faf-baae-4bd9c03a9b2c,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:41.368949 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Checking segment: {'id': '540e64fc-a8d0-46af-8023-f87466fa8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '46de73ed-42e3-4eb9-acc7-866e63ccc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:13:41.369304 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Network hostable DHCP agents. Network: 46de73ed-42e3-4eb9-acc7-866e63ccc4f2, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:13:41.441026 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Network 46de73ed-42e3-4eb9-acc7-866e63ccc4f2 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:13:41.510095 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 46de73ed-42e3-4eb9-acc7-866e63ccc4f2) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:41.514239 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:41.514820 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:41.518916 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819b09b1-1f69-4d14-b9d6-a3fd93f0471d None None] Network 46de73ed-42e3-4eb9-acc7-866e63ccc4f2 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:13:41.596470 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-e5c32f8e-5822-449c-8fee-0adad11bb77e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6374748 Mar 08 12:13:41.626573 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979c4ae-805b-4985-b7c5-eb9b6d3eaf4d None None] Network 46de73ed-42e3-4eb9-acc7-866e63ccc4f2 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:13:41.973387 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.076057 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fbe3-75bc-48ae-9dc6-b7ff6244a557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.282006 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37724) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:42.288260 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-507057200-network', 'tenant_id': '3bef3438f0694be386930dea37533b2a'}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:42.378402 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Made reservation on behalf of 3bef3438f0694be386930dea37533b2a for: {'network': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:42.380867 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642962'] for network (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.393414 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.725608 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks [] for security_group (8397b0f4-c040-46e5-bb2b-7dacd7f5cc42), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.790090 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8397b0f4-c040-46e5-bb2b-7dacd7f5cc42), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.815916 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=109814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:13:42.821826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397b0f4-c040-46e5-bb2b-7dacd7f5cc42,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:42.827502 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (8dfe64c5-0084-4472-84c6-529561f2f2b8), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.827871 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.db.segments_db [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Added segment 8dfe64c5-0084-4472-84c6-529561f2f2b8 of type vlan for network 570796cf-cd85-4431-abf6-49be97fa9120 Mar 08 12:13:42.870468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731297735958'] for network (570796cf-cd85-4431-abf6-49be97fa9120), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.978869 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752'] for network (570796cf-cd85-4431-abf6-49be97fa9120), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:42.979757 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:42.980334 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.040293 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] Pushing event updated for resources: {'Network': ['ID=570796cf-cd85-4431-abf6-49be97fa9120,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:43.049790 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.rpc [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Network 570796cf-cd85-4431-abf6-49be97fa9120 details requested by agent ovs-agent-dv-cinder-830087-2-iscsi with host dv-cinder-830087-2-iscsi {{(pid=109815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:13:43.063786 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:13:43.075251 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-0080c343-ee1a-4574-841a-1505d12527fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7919803 Mar 08 12:13:43.077895 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37726) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:43.083377 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.v2.base [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Request body: {'subnet': {'network_id': '570796cf-cd85-4431-abf6-49be97fa9120', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-507057200-subnet', 'tenant_id': '3bef3438f0694be386930dea37533b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:43.173180 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Made reservation on behalf of 3bef3438f0694be386930dea37533b2a for: {'subnet': 1} {{(pid=109814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:43.176088 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501796'] for subnet (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.287382 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.415627 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8854779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501818'] for subnet (7c3f8af8-5e95-46ec-8490-bc6749ad957d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.465345 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3f8af8-5e95-46ec-8490-bc6749ad957d,revision_number=0']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:43.482390 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Checking segment: {'id': '8dfe64c5-0084-4472-84c6-529561f2f2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '570796cf-cd85-4431-abf6-49be97fa9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:13:43.482748 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Network hostable DHCP agents. Network: 570796cf-cd85-4431-abf6-49be97fa9120, hostable agents: ['a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f'], hosted agents: [] {{(pid=109814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:13:43.584745 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Network 570796cf-cd85-4431-abf6-49be97fa9120 is scheduled to be hosted by DHCP agent a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f with binding_index 1 {{(pid=109814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:13:43.649468 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-2-iscsi, 570796cf-cd85-4431-abf6-49be97fa9120) {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:43.653458 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:43.654055 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.658039 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a2cf3-5f7a-4fdf-9630-ffc85b220d79 None None] Network 570796cf-cd85-4431-abf6-49be97fa9120 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:13:43.755776 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-58d5e350-7b6c-4105-9972-8246c06cdd95 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6767881 Mar 08 12:13:43.756618 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d9dc9-7e78-48cc-8b58-9fa69980f179 None None] Network 570796cf-cd85-4431-abf6-49be97fa9120 requested from dv-cinder-830087-2-iscsi {{(pid=109815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:13:43.881781 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37730) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:43.928573 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Deleting subnet faae341f-4ec6-4faf-baae-4bd9c03a9b2c {{(pid=109814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:13:43.932023 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Publish callbacks [] for subnet (faae341f-4ec6-4faf-baae-4bd9c03a9b2c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:43.968818 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8643424'] for subnet (faae341f-4ec6-4faf-baae-4bd9c03a9b2c), precommit_delete_associations {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.012210 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (faae341f-4ec6-4faf-baae-4bd9c03a9b2c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.136058 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8854844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501827'] for subnet (faae341f-4ec6-4faf-baae-4bd9c03a9b2c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.160254 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faae341f-4ec6-4faf-baae-4bd9c03a9b2c,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.166920 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.170274 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-fc135e43-0f40-439b-9b23-fbb184589606 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/faae341f-4ec6-4faf-baae-4bd9c03a9b2c HTTP/1.1" status: 204 len: 168 time: 0.2874534 Mar 08 12:13:44.174826 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37732) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:44.240777 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (46de73ed-42e3-4eb9-acc7-866e63ccc4f2), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.320650 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (46de73ed-42e3-4eb9-acc7-866e63ccc4f2), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.340274 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de73ed-42e3-4eb9-acc7-866e63ccc4f2']}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.349916 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540e64fc-a8d0-46af-8023-f87466fa8d9c') {'for_net_delete': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.350210 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.services.segments.db [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540e64fc-a8d0-46af-8023-f87466fa8d9c') {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.359350 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8643483'] for segment (540e64fc-a8d0-46af-8023-f87466fa8d9c), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.372491 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (540e64fc-a8d0-46af-8023-f87466fa8d9c), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.378904 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=109814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:13:44.379285 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8854870'] for segment (540e64fc-a8d0-46af-8023-f87466fa8d9c), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: Traceback (most recent call last): Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: timer() Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: cb(*args, **kw) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: return func(*args, **kwargs) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: self._notify() Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: self.callback(batched_events) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: event.method(event) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: return f(self, *a, **k) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._get(url).json() Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: return self.request(url, 'GET', **kwargs) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:13:44.380937 dv-cinder-830087-2-iscsi neutron-server[109814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:13:44.498207 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (46de73ed-42e3-4eb9-acc7-866e63ccc4f2), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.503402 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.506789 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] 10.222.0.52 "DELETE /v2.0/networks/46de73ed-42e3-4eb9-acc7-866e63ccc4f2 HTTP/1.1" status: 204 len: 168 time: 0.3332171 Mar 08 12:13:44.509845 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37734) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:44.519994 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ad2ae-e67f-406e-8bbd-aba5286eb698 admin admin] Pushing event deleted for resources: {'Network': ['ID=46de73ed-42e3-4eb9-acc7-866e63ccc4f2,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.553486 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Deleting subnet 7c3f8af8-5e95-46ec-8490-bc6749ad957d {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:13:44.556685 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Publish callbacks [] for subnet (7c3f8af8-5e95-46ec-8490-bc6749ad957d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.590535 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130054'] for subnet (7c3f8af8-5e95-46ec-8490-bc6749ad957d), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.628907 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766903'] for subnet (7c3f8af8-5e95-46ec-8490-bc6749ad957d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.778869 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780665'] for subnet (7c3f8af8-5e95-46ec-8490-bc6749ad957d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.804366 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3f8af8-5e95-46ec-8490-bc6749ad957d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.808170 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.811278 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3a167616-675e-4ba7-951d-7a00f4510153 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c3f8af8-5e95-46ec-8490-bc6749ad957d HTTP/1.1" status: 204 len: 168 time: 0.3004091 Mar 08 12:13:44.813737 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37736) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:44.849732 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.879852 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758840'] for network (570796cf-cd85-4431-abf6-49be97fa9120), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.959104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781880', 'neutron.services.segments.db._delete_segments_for_network-8731298177383'] for network (570796cf-cd85-4431-abf6-49be97fa9120), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.979718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570796cf-cd85-4431-abf6-49be97fa9120']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.989417 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfe64c5-0084-4472-84c6-529561f2f2b8') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.989716 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfe64c5-0084-4472-84c6-529561f2f2b8') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.998718 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731298177648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130173'] for segment (8dfe64c5-0084-4472-84c6-529561f2f2b8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.012305 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164'] for segment (8dfe64c5-0084-4472-84c6-529561f2f2b8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.018525 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:13:45.018909 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513473'] for segment (8dfe64c5-0084-4472-84c6-529561f2f2b8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: Traceback (most recent call last): Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: timer() Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: cb(*args, **kw) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: return func(*args, **kwargs) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: self._notify() Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: self.callback(batched_events) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: event.method(event) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: return f(self, *a, **k) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._get(url).json() Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:13:45.020543 dv-cinder-830087-2-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:13:45.138840 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575148'] for network (570796cf-cd85-4431-abf6-49be97fa9120), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.143738 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650770'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.146983 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] 10.222.0.52 "DELETE /v2.0/networks/570796cf-cd85-4431-abf6-49be97fa9120 HTTP/1.1" status: 204 len: 168 time: 0.3323414 Mar 08 12:13:45.159755 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77478203-5f98-44d3-bea1-ed2dd9c5efba admin admin] Pushing event deleted for resources: {'Network': ['ID=570796cf-cd85-4431-abf6-49be97fa9120,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:45.511224 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37740) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:45.549682 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e8cb281c-aa5f-45c8-978b-54ba46571ea1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8282773aafe4cc2b5fb59c24a7fd0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368063 Mar 08 12:13:45.552285 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37742) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:45.597570 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] Publish callbacks [] for security_group (9950efdf-ad06-448f-b93a-f818eecd42fa), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.618104 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] Publish callbacks [] for security_group (9950efdf-ad06-448f-b93a-f818eecd42fa), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.746786 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (9950efdf-ad06-448f-b93a-f818eecd42fa), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.749347 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.750745 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9950efdf-ad06-448f-b93a-f818eecd42fa HTTP/1.1" status: 204 len: 168 time: 0.1975884 Mar 08 12:13:45.759268 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6f3fa-a55b-44f9-84a6-175e810224c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950efdf-ad06-448f-b93a-f818eecd42fa,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:45.981481 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:46.417697 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37748) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:46.456657 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3046d14e-980c-4ca0-82ea-272fa40efe63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bef3438f0694be386930dea37533b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378139 Mar 08 12:13:46.459068 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37750) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:46.507851 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] Publish callbacks [] for security_group (8397b0f4-c040-46e5-bb2b-7dacd7f5cc42), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:46.529599 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] Publish callbacks [] for security_group (8397b0f4-c040-46e5-bb2b-7dacd7f5cc42), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:46.647476 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (8397b0f4-c040-46e5-bb2b-7dacd7f5cc42), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:46.650064 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:46.651330 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8397b0f4-c040-46e5-bb2b-7dacd7f5cc42 HTTP/1.1" status: 204 len: 168 time: 0.1911819 Mar 08 12:13:46.659803 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61e9d2-55b8-479a-944e-9558229a4063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397b0f4-c040-46e5-bb2b-7dacd7f5cc42,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:59.220433 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37880) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:59.327201 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-abd8621b-e797-4425-b277-e96f7d627a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.399813 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-abd8621b-e797-4425-b277-e96f7d627a53 admin admin] Publish callbacks [] for security_group (f4756962-b47b-4b3b-99fd-d4df81e90aa7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.477731 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-abd8621b-e797-4425-b277-e96f7d627a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f4756962-b47b-4b3b-99fd-d4df81e90aa7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.517141 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-abd8621b-e797-4425-b277-e96f7d627a53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9239e9f6f3d9452085b909d3f712fd62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956381 Mar 08 12:13:59.517959 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8621b-e797-4425-b277-e96f7d627a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4756962-b47b-4b3b-99fd-d4df81e90aa7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:59.520934 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37884) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:59.571195 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] Publish callbacks [] for security_group (f4756962-b47b-4b3b-99fd-d4df81e90aa7), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.591759 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] Publish callbacks [] for security_group (f4756962-b47b-4b3b-99fd-d4df81e90aa7), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.712198 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (f4756962-b47b-4b3b-99fd-d4df81e90aa7), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.714902 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.716118 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4756962-b47b-4b3b-99fd-d4df81e90aa7 HTTP/1.1" status: 204 len: 168 time: 0.1939263 Mar 08 12:13:59.725261 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a3fb-ff4d-4f89-bb95-3a0c28156c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4756962-b47b-4b3b-99fd-d4df81e90aa7,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:00.341367 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37890) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:00.354346 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f0fc-b941-410c-933f-2d4ab4113ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.426995 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f0fc-b941-410c-933f-2d4ab4113ede admin admin] Publish callbacks [] for security_group (969eb5be-fd8c-4b6d-8b73-f852c11faefa), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.494946 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4f0fc-b941-410c-933f-2d4ab4113ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (969eb5be-fd8c-4b6d-8b73-f852c11faefa), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.538402 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-9fb4f0fc-b941-410c-933f-2d4ab4113ede admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ecfd34775f6404ca6191f8448cafe23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928964 Mar 08 12:14:00.538402 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4f0fc-b941-410c-933f-2d4ab4113ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969eb5be-fd8c-4b6d-8b73-f852c11faefa,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:00.539168 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37892) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:00.586559 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] Publish callbacks [] for security_group (969eb5be-fd8c-4b6d-8b73-f852c11faefa), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.610635 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] Publish callbacks [] for security_group (969eb5be-fd8c-4b6d-8b73-f852c11faefa), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.715548 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (969eb5be-fd8c-4b6d-8b73-f852c11faefa), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.718138 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.719343 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/969eb5be-fd8c-4b6d-8b73-f852c11faefa HTTP/1.1" status: 204 len: 168 time: 0.1794932 Mar 08 12:14:00.727895 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ae95-31c4-4a23-9da7-c90a86659ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969eb5be-fd8c-4b6d-8b73-f852c11faefa,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:01.413282 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 37898) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:01.426410 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f282576-94cc-4d20-99ce-f2759e12b114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.503919 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f282576-94cc-4d20-99ce-f2759e12b114 admin admin] Publish callbacks [] for security_group (fd52530e-3a67-4cc8-832e-40232bc94759), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.557923 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f282576-94cc-4d20-99ce-f2759e12b114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fd52530e-3a67-4cc8-832e-40232bc94759), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.596320 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8f282576-94cc-4d20-99ce-f2759e12b114 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca1a3664ad7c46b8a977cf44113264fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817689 Mar 08 12:14:01.596997 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f282576-94cc-4d20-99ce-f2759e12b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52530e-3a67-4cc8-832e-40232bc94759,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:01.598985 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 37900) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:01.647422 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] Publish callbacks [] for security_group (fd52530e-3a67-4cc8-832e-40232bc94759), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.667764 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] Publish callbacks [] for security_group (fd52530e-3a67-4cc8-832e-40232bc94759), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.769331 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (fd52530e-3a67-4cc8-832e-40232bc94759), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.772118 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.773263 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd52530e-3a67-4cc8-832e-40232bc94759 HTTP/1.1" status: 204 len: 168 time: 0.1731865 Mar 08 12:14:01.781134 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d33376-efe3-4763-adc3-f41d90f01f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52530e-3a67-4cc8-832e-40232bc94759,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:09.934348 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-311066cc-3e6f-48df-a5e6-b61d8727a6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:11.978117 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:12.091946 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b7c5-1b51-437d-b3f9-671db98142cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:13.269197 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:14.843074 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:16.009008 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.062759 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:14:20.429087 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 38048) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:20.532050 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.606325 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Publish callbacks [] for security_group (dd3cd607-7fce-4254-9fdb-04e96c4a9f4d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.677378 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dd3cd607-7fce-4254-9fdb-04e96c4a9f4d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.714685 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9061faeae35f4ac087cd82380643594b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845542 Mar 08 12:14:20.715658 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3cd607-7fce-4254-9fdb-04e96c4a9f4d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:20.717416 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 38052) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:20.722887 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.723954 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.724322 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.724769 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.725110 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.725656 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.725784 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.726104 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.726462 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.726787 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.727107 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.727425 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.727770 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b1b7-cef2-4da4-b720-243e3e35d831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.767085 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Publish callbacks [] for security_group (dd3cd607-7fce-4254-9fdb-04e96c4a9f4d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.787865 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Publish callbacks [] for security_group (dd3cd607-7fce-4254-9fdb-04e96c4a9f4d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.920364 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (dd3cd607-7fce-4254-9fdb-04e96c4a9f4d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.922949 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.924199 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd3cd607-7fce-4254-9fdb-04e96c4a9f4d HTTP/1.1" status: 204 len: 168 time: 0.2057397 Mar 08 12:14:20.932732 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3cd607-7fce-4254-9fdb-04e96c4a9f4d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:20.940010 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.940435 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.940778 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.941111 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.941440 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.941765 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.942234 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.942582 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.942920 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.943245 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.943617 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.944047 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:20.944367 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e626f5-2a1f-4f43-a734-8d39ca18b3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-2-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:39.942532 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3072c47-3764-44b6-8bde-a29cf759a23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.015303 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.093605 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-72a874fc-2c17-4a46-8626-97acab63e80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.268201 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.278457 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.52', 38174) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.383250 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c84f151-b3b2-45e1-a893-6c3713285794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.463931 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c84f151-b3b2-45e1-a893-6c3713285794 admin admin] Publish callbacks [] for security_group (36d27810-d391-47e3-a531-7174ce81c901), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.524993 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c84f151-b3b2-45e1-a893-6c3713285794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (36d27810-d391-47e3-a531-7174ce81c901), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.564602 dv-cinder-830087-2-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3c84f151-b3b2-45e1-a893-6c3713285794 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2292d68772c479f8aa41c1bbcb96adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849991 Mar 08 12:14:43.565332 dv-cinder-830087-2-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f151-b3b2-45e1-a893-6c3713285794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d27810-d391-47e3-a531-7174ce81c901,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:43.568015 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [-] (109814) accepted ('10.222.0.52', 38178) {{(pid=109814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.618754 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] Publish callbacks [] for security_group (36d27810-d391-47e3-a531-7174ce81c901), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.639988 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] Publish callbacks [] for security_group (36d27810-d391-47e3-a531-7174ce81c901), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.754748 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871314'] for security_group (36d27810-d391-47e3-a531-7174ce81c901), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.757804 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.758972 dv-cinder-830087-2-iscsi neutron-server[109814]: INFO neutron.wsgi [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36d27810-d391-47e3-a531-7174ce81c901 HTTP/1.1" status: 204 len: 168 time: 0.1894133 Mar 08 12:14:43.768186 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b0680-e3fb-47a3-9968-37c5795f2f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d27810-d391-47e3-a531-7174ce81c901,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:44.828041 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:45.970540 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:57.061705 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:15:09.955214 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e2a49d31-302e-47e3-b24c-65d8bb7949a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:11.969802 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:12.095216 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-77e57d50-5c45-40c7-8a52-f85b3d1666f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:13.263464 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:14.823264 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:15.998367 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:34.060079 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:15:36.802496 dv-cinder-830087-2-iscsi neutron-server[109814]: DEBUG neutron.wsgi [req-1651f87f-0c4a-457e-b534-3b9b06dcacdf req-161b2743-ffb1-4872-9a1f-5a63ef5e1a35 service neutron] (109814) timed out ('10.222.0.58', 60878) {{(pid=109814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:15:39.993824 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a734dab4-1588-4821-9b7a-a144a4d3c714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:41.977103 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:42.068557 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ee333990-ab6b-4bf4-882d-b55924568d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:43.251157 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:44.837304 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:45.968660 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.938704 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ac8-cfb4-4193-b921-afe07f2c2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.058609 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:16:11.958275 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.066956 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e25c3d0-81cd-457e-bca2-c35a89d69409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.273500 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:14.864629 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:15.958215 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.957621 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39ba61ef-325b-466a-8bda-2b4354c7ed61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.991667 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:42.094511 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-05b741ae-16d0-4f44-82d6-7550b8e35bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.268644 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.874892 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:45.974766 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:48.057964 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:09.990289 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-db6fb904-a4a8-4182-aa02-6005d5bdceb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.004973 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.093406 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1000-017e-47bc-9c05-1e0714520605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:13.296100 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:14.844625 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:15.976133 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:25.056002 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:40.032450 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-70f604a4-ebba-415b-92ab-87f17563c15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:42.020131 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:42.127001 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f690a572-26b3-4dc1-b1e0-f16597f10c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:43.283719 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:44.854788 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:45.975040 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:02.054171 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:18:09.993921 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-78ae9e28-fac9-486a-a120-7c5ad0103fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:12.036842 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:12.134149 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b2293448-7a18-46b6-a3da-9f8b2d9fe65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:13.276417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:14.884937 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:15.993047 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:39.052745 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:18:39.975007 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6326d874-da73-45d1-8b8c-770f16e4d22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:42.018455 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:42.095427 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69680bbf-8207-4f8d-af00-9baf471afdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:43.289684 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:44.854859 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:45.985038 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:09.965450 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ef5-6552-415b-a544-b7bd38b3ed1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:12.025299 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:12.139413 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-56061cda-7074-4b62-8c26-f82c8defbf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:13.296844 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:14.851179 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:15.965584 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:16.051344 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:19:39.986618 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-071f1ee8-1cf1-481a-ad11-edda93badf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (a24be4e5-dcfb-4d4e-ad3d-85d2dff57a4f), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.025815 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40e2f6d8-0382-4174-a43d-3a43ae1af366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (baf8ef99-6180-4ee3-b3ef-cebab65f61a9), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.089417 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4bff8704-e9b8-488a-b7b0-000d7892d8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (e49c5333-17c8-4d0e-b089-5dc41ac11da5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.309336 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-815a55a7-78ec-4d71-aefa-e300663490a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (54076a7f-214f-45ee-ab7c-a2e1b2d27c59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:44.867152 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-771bca2f-f4a6-4576-8ceb-0d09dd36f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (19463226-5c62-4463-83fa-9e9785e02cde), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:45.960647 dv-cinder-830087-2-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-73f3cf1e-0edc-4558-9608-2ee0eaafc37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731298177365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771651'] for agent (9bd52896-a5b2-486c-b3c2-e75b62d9495c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:53.049866 dv-cinder-830087-2-iscsi neutron-server[109816]: DEBUG neutron.db.agents_db [None req-e9e013bc-0249-4893-97a4-12de7bbae7ff None None] Agent healthcheck: found 6 active agents {{(pid=109816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}